2024-12-09 23:14:02,272 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-12-09 23:14:02,286 main DEBUG Took 0.011856 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-09 23:14:02,287 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-09 23:14:02,287 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-09 23:14:02,288 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-09 23:14:02,290 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 23:14:02,298 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-09 23:14:02,311 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 23:14:02,313 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 23:14:02,314 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 23:14:02,314 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 23:14:02,315 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 23:14:02,316 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 23:14:02,317 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 23:14:02,317 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 23:14:02,318 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 23:14:02,318 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 23:14:02,319 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 23:14:02,320 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 23:14:02,320 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 23:14:02,321 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 23:14:02,321 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 23:14:02,322 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 23:14:02,322 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 23:14:02,323 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 23:14:02,323 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 23:14:02,324 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 23:14:02,324 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 23:14:02,325 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 23:14:02,325 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 23:14:02,326 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 23:14:02,326 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 23:14:02,327 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-09 23:14:02,328 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 23:14:02,330 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-09 23:14:02,333 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-09 23:14:02,334 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-09 23:14:02,335 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-09 23:14:02,336 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-09 23:14:02,344 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-09 23:14:02,346 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-09 23:14:02,348 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-09 23:14:02,348 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-09 23:14:02,349 main DEBUG createAppenders(={Console}) 2024-12-09 23:14:02,350 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-12-09 23:14:02,350 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-12-09 23:14:02,351 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-12-09 23:14:02,351 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-09 23:14:02,352 main DEBUG OutputStream closed 2024-12-09 23:14:02,352 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-09 23:14:02,352 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-09 23:14:02,353 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-12-09 23:14:02,449 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-09 23:14:02,452 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-09 23:14:02,455 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-09 23:14:02,457 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-09 23:14:02,459 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-09 23:14:02,459 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-09 23:14:02,460 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-09 23:14:02,461 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-09 23:14:02,463 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-09 23:14:02,463 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-09 23:14:02,464 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-09 23:14:02,464 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-09 23:14:02,465 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-09 23:14:02,465 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-09 23:14:02,465 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-09 23:14:02,466 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-09 23:14:02,466 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-09 23:14:02,468 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-09 23:14:02,481 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-09 23:14:02,481 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-12-09 23:14:02,482 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-09 23:14:02,483 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-12-09T23:14:02,767 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44a136a6-d2c9-053d-4618-772a6fd623ac 2024-12-09 23:14:02,770 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-09 23:14:02,770 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-09T23:14:02,778 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithEagerPolicy timeout: 13 mins 2024-12-09T23:14:02,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-09T23:14:02,826 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44a136a6-d2c9-053d-4618-772a6fd623ac/cluster_96ee5381-de9c-1e85-9600-e2d193d96e91, deleteOnExit=true 2024-12-09T23:14:02,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-09T23:14:02,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44a136a6-d2c9-053d-4618-772a6fd623ac/test.cache.data in system properties and HBase conf 2024-12-09T23:14:02,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44a136a6-d2c9-053d-4618-772a6fd623ac/hadoop.tmp.dir in system properties and HBase conf 2024-12-09T23:14:02,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44a136a6-d2c9-053d-4618-772a6fd623ac/hadoop.log.dir in system properties and HBase conf 2024-12-09T23:14:02,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44a136a6-d2c9-053d-4618-772a6fd623ac/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-09T23:14:02,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44a136a6-d2c9-053d-4618-772a6fd623ac/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-09T23:14:02,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-09T23:14:02,934 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-09T23:14:03,074 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-09T23:14:03,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44a136a6-d2c9-053d-4618-772a6fd623ac/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-09T23:14:03,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44a136a6-d2c9-053d-4618-772a6fd623ac/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-09T23:14:03,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44a136a6-d2c9-053d-4618-772a6fd623ac/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-09T23:14:03,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44a136a6-d2c9-053d-4618-772a6fd623ac/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T23:14:03,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44a136a6-d2c9-053d-4618-772a6fd623ac/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-09T23:14:03,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44a136a6-d2c9-053d-4618-772a6fd623ac/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-09T23:14:03,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44a136a6-d2c9-053d-4618-772a6fd623ac/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T23:14:03,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44a136a6-d2c9-053d-4618-772a6fd623ac/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T23:14:03,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44a136a6-d2c9-053d-4618-772a6fd623ac/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-09T23:14:03,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44a136a6-d2c9-053d-4618-772a6fd623ac/nfs.dump.dir in system properties and HBase conf 2024-12-09T23:14:03,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44a136a6-d2c9-053d-4618-772a6fd623ac/java.io.tmpdir in system properties and HBase conf 2024-12-09T23:14:03,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44a136a6-d2c9-053d-4618-772a6fd623ac/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T23:14:03,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44a136a6-d2c9-053d-4618-772a6fd623ac/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-09T23:14:03,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44a136a6-d2c9-053d-4618-772a6fd623ac/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-09T23:14:04,626 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-09T23:14:04,733 INFO [Time-limited test {}] log.Log(170): Logging initialized @3550ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-09T23:14:04,815 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T23:14:04,902 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T23:14:04,939 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T23:14:04,940 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T23:14:04,944 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T23:14:04,969 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T23:14:04,977 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7def033e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44a136a6-d2c9-053d-4618-772a6fd623ac/hadoop.log.dir/,AVAILABLE} 2024-12-09T23:14:04,979 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41752735{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T23:14:05,282 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1bbf242f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44a136a6-d2c9-053d-4618-772a6fd623ac/java.io.tmpdir/jetty-localhost-41355-hadoop-hdfs-3_4_1-tests_jar-_-any-11265396276599483507/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T23:14:05,292 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34657887{HTTP/1.1, (http/1.1)}{localhost:41355} 2024-12-09T23:14:05,292 INFO [Time-limited test {}] server.Server(415): Started @4110ms 2024-12-09T23:14:06,215 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T23:14:06,221 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T23:14:06,222 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T23:14:06,223 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T23:14:06,223 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T23:14:06,224 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b8e8cdd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44a136a6-d2c9-053d-4618-772a6fd623ac/hadoop.log.dir/,AVAILABLE} 2024-12-09T23:14:06,225 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ef5f873{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T23:14:06,355 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3dfb1097{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44a136a6-d2c9-053d-4618-772a6fd623ac/java.io.tmpdir/jetty-localhost-42391-hadoop-hdfs-3_4_1-tests_jar-_-any-1284310445924047003/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T23:14:06,356 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16142ff{HTTP/1.1, (http/1.1)}{localhost:42391} 2024-12-09T23:14:06,356 INFO [Time-limited test {}] server.Server(415): Started @5174ms 2024-12-09T23:14:06,436 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T23:14:08,094 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44a136a6-d2c9-053d-4618-772a6fd623ac/cluster_96ee5381-de9c-1e85-9600-e2d193d96e91/data/data1/current/BP-258796274-172.17.0.3-1733786043782/current, will proceed with Du for space computation calculation, 2024-12-09T23:14:08,094 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44a136a6-d2c9-053d-4618-772a6fd623ac/cluster_96ee5381-de9c-1e85-9600-e2d193d96e91/data/data2/current/BP-258796274-172.17.0.3-1733786043782/current, will proceed with Du for space computation calculation, 2024-12-09T23:14:08,153 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T23:14:08,245 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8b9cdca5896ad68d with lease ID 0x9e753e3eabe3f899: Processing first storage report for DS-51d002f9-d579-43ef-892a-badfa018b89e from datanode DatanodeRegistration(127.0.0.1:39997, datanodeUuid=3d786da9-1cc0-4702-97f5-41943fdee9dc, infoPort=37101, infoSecurePort=0, ipcPort=42963, storageInfo=lv=-57;cid=testClusterID;nsid=1395980367;c=1733786043782) 2024-12-09T23:14:08,246 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8b9cdca5896ad68d with lease ID 0x9e753e3eabe3f899: from storage DS-51d002f9-d579-43ef-892a-badfa018b89e node DatanodeRegistration(127.0.0.1:39997, datanodeUuid=3d786da9-1cc0-4702-97f5-41943fdee9dc, infoPort=37101, infoSecurePort=0, ipcPort=42963, storageInfo=lv=-57;cid=testClusterID;nsid=1395980367;c=1733786043782), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-09T23:14:08,247 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8b9cdca5896ad68d with lease ID 0x9e753e3eabe3f899: Processing first storage report for DS-ca7aba80-87d9-47ec-9d1f-c90577b166f5 from datanode DatanodeRegistration(127.0.0.1:39997, datanodeUuid=3d786da9-1cc0-4702-97f5-41943fdee9dc, infoPort=37101, infoSecurePort=0, ipcPort=42963, storageInfo=lv=-57;cid=testClusterID;nsid=1395980367;c=1733786043782) 2024-12-09T23:14:08,247 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8b9cdca5896ad68d with lease ID 0x9e753e3eabe3f899: from storage DS-ca7aba80-87d9-47ec-9d1f-c90577b166f5 node DatanodeRegistration(127.0.0.1:39997, datanodeUuid=3d786da9-1cc0-4702-97f5-41943fdee9dc, infoPort=37101, infoSecurePort=0, ipcPort=42963, storageInfo=lv=-57;cid=testClusterID;nsid=1395980367;c=1733786043782), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T23:14:08,267 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44a136a6-d2c9-053d-4618-772a6fd623ac 2024-12-09T23:14:08,813 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44a136a6-d2c9-053d-4618-772a6fd623ac/cluster_96ee5381-de9c-1e85-9600-e2d193d96e91/zookeeper_0, clientPort=54741, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44a136a6-d2c9-053d-4618-772a6fd623ac/cluster_96ee5381-de9c-1e85-9600-e2d193d96e91/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44a136a6-d2c9-053d-4618-772a6fd623ac/cluster_96ee5381-de9c-1e85-9600-e2d193d96e91/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-09T23:14:08,823 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54741 2024-12-09T23:14:08,836 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T23:14:08,841 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T23:14:09,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741825_1001 (size=7) 2024-12-09T23:14:09,482 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85 with version=8 2024-12-09T23:14:09,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/hbase-staging 2024-12-09T23:14:09,585 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-09T23:14:09,992 INFO [Time-limited test {}] client.ConnectionUtils(128): master/aab77d931c0c:0 server-side Connection retries=45 2024-12-09T23:14:10,007 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T23:14:10,008 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T23:14:10,015 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T23:14:10,015 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T23:14:10,016 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T23:14:10,155 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-09T23:14:10,215 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-09T23:14:10,225 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-09T23:14:10,230 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T23:14:10,254 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 4592 (auto-detected) 2024-12-09T23:14:10,255 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-12-09T23:14:10,273 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33465 2024-12-09T23:14:10,295 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33465 connecting to ZooKeeper ensemble=127.0.0.1:54741 2024-12-09T23:14:10,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:334650x0, quorum=127.0.0.1:54741, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T23:14:10,459 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33465-0x1000cdb9fe00000 connected 2024-12-09T23:14:10,723 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T23:14:10,726 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T23:14:10,744 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33465-0x1000cdb9fe00000, quorum=127.0.0.1:54741, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T23:14:10,750 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85, hbase.cluster.distributed=false 2024-12-09T23:14:10,795 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33465-0x1000cdb9fe00000, quorum=127.0.0.1:54741, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T23:14:10,809 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33465 2024-12-09T23:14:10,809 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33465 2024-12-09T23:14:10,810 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33465 2024-12-09T23:14:10,814 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33465 2024-12-09T23:14:10,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33465 2024-12-09T23:14:10,947 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/aab77d931c0c:0 server-side Connection retries=45 2024-12-09T23:14:10,949 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T23:14:10,949 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T23:14:10,950 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T23:14:10,950 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T23:14:10,950 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T23:14:10,954 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T23:14:10,957 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T23:14:10,958 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40923 2024-12-09T23:14:10,961 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40923 connecting to ZooKeeper ensemble=127.0.0.1:54741 2024-12-09T23:14:10,963 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T23:14:10,968 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T23:14:10,996 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:409230x0, quorum=127.0.0.1:54741, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T23:14:10,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:409230x0, quorum=127.0.0.1:54741, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T23:14:10,997 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40923-0x1000cdb9fe00001 connected 2024-12-09T23:14:11,002 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T23:14:11,015 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T23:14:11,018 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40923-0x1000cdb9fe00001, quorum=127.0.0.1:54741, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T23:14:11,025 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40923-0x1000cdb9fe00001, quorum=127.0.0.1:54741, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T23:14:11,033 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40923 2024-12-09T23:14:11,034 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40923 2024-12-09T23:14:11,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40923 2024-12-09T23:14:11,037 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40923 2024-12-09T23:14:11,038 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40923 2024-12-09T23:14:11,058 DEBUG [M:0;aab77d931c0c:33465 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;aab77d931c0c:33465 2024-12-09T23:14:11,065 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/aab77d931c0c,33465,1733786049737 2024-12-09T23:14:11,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33465-0x1000cdb9fe00000, quorum=127.0.0.1:54741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T23:14:11,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40923-0x1000cdb9fe00001, quorum=127.0.0.1:54741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T23:14:11,082 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33465-0x1000cdb9fe00000, quorum=127.0.0.1:54741, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/aab77d931c0c,33465,1733786049737 2024-12-09T23:14:11,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40923-0x1000cdb9fe00001, quorum=127.0.0.1:54741, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T23:14:11,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33465-0x1000cdb9fe00000, quorum=127.0.0.1:54741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T23:14:11,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40923-0x1000cdb9fe00001, quorum=127.0.0.1:54741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T23:14:11,123 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33465-0x1000cdb9fe00000, quorum=127.0.0.1:54741, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-09T23:14:11,125 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/aab77d931c0c,33465,1733786049737 from backup master directory 2024-12-09T23:14:11,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40923-0x1000cdb9fe00001, quorum=127.0.0.1:54741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T23:14:11,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33465-0x1000cdb9fe00000, quorum=127.0.0.1:54741, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/aab77d931c0c,33465,1733786049737 2024-12-09T23:14:11,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33465-0x1000cdb9fe00000, quorum=127.0.0.1:54741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T23:14:11,145 WARN [master/aab77d931c0c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T23:14:11,145 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=aab77d931c0c,33465,1733786049737 2024-12-09T23:14:11,148 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-09T23:14:11,150 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-09T23:14:11,215 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/hbase.id] with ID: c50108d4-bd36-4dce-a30f-fdeadf9e8845 2024-12-09T23:14:11,215 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/.tmp/hbase.id 2024-12-09T23:14:11,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741826_1002 (size=42) 2024-12-09T23:14:11,639 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/.tmp/hbase.id]:[hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/hbase.id] 2024-12-09T23:14:11,682 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T23:14:11,687 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-09T23:14:11,710 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 21ms. 2024-12-09T23:14:11,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40923-0x1000cdb9fe00001, quorum=127.0.0.1:54741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T23:14:11,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33465-0x1000cdb9fe00000, quorum=127.0.0.1:54741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T23:14:11,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741827_1003 (size=196) 2024-12-09T23:14:12,212 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T23:14:12,215 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-09T23:14:12,235 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:12,241 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T23:14:12,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741828_1004 (size=1189) 2024-12-09T23:14:12,706 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/MasterData/data/master/store 2024-12-09T23:14:12,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741829_1005 (size=34) 2024-12-09T23:14:12,733 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-09T23:14:12,736 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T23:14:12,737 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T23:14:12,737 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T23:14:12,738 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T23:14:12,739 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T23:14:12,739 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T23:14:12,740 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T23:14:12,741 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733786052737Disabling compacts and flushes for region at 1733786052737Disabling writes for close at 1733786052739 (+2 ms)Writing region close event to WAL at 1733786052740 (+1 ms)Closed at 1733786052740 2024-12-09T23:14:12,743 WARN [master/aab77d931c0c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/MasterData/data/master/store/.initializing 2024-12-09T23:14:12,744 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/MasterData/WALs/aab77d931c0c,33465,1733786049737 2024-12-09T23:14:12,753 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T23:14:12,768 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=aab77d931c0c%2C33465%2C1733786049737, suffix=, logDir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/MasterData/WALs/aab77d931c0c,33465,1733786049737, archiveDir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/MasterData/oldWALs, maxLogs=10 2024-12-09T23:14:12,791 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/MasterData/WALs/aab77d931c0c,33465,1733786049737/aab77d931c0c%2C33465%2C1733786049737.1733786052773, exclude list is [], retry=0 2024-12-09T23:14:12,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39997,DS-51d002f9-d579-43ef-892a-badfa018b89e,DISK] 2024-12-09T23:14:12,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-09T23:14:12,856 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/MasterData/WALs/aab77d931c0c,33465,1733786049737/aab77d931c0c%2C33465%2C1733786049737.1733786052773 2024-12-09T23:14:12,857 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37101:37101)] 2024-12-09T23:14:12,858 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-09T23:14:12,858 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T23:14:12,863 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T23:14:12,865 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T23:14:12,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T23:14:12,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-09T23:14:12,933 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:14:12,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T23:14:12,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T23:14:12,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-09T23:14:12,940 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:14:12,941 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T23:14:12,941 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T23:14:12,944 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-09T23:14:12,944 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:14:12,945 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T23:14:12,946 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T23:14:12,949 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-09T23:14:12,949 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:14:12,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T23:14:12,951 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T23:14:12,956 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T23:14:12,958 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T23:14:12,963 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T23:14:12,964 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T23:14:12,969 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T23:14:12,974 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T23:14:12,980 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T23:14:12,981 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64891086, jitterRate=-0.03304746747016907}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T23:14:12,988 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733786052879Initializing all the Stores at 1733786052881 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733786052882 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733786052883 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733786052883Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733786052883Cleaning up temporary data from old regions at 1733786052964 (+81 ms)Region opened successfully at 1733786052988 (+24 ms) 2024-12-09T23:14:12,990 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-09T23:14:13,022 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bca190e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=aab77d931c0c/172.17.0.3:0 2024-12-09T23:14:13,049 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-09T23:14:13,059 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-09T23:14:13,059 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-09T23:14:13,062 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-09T23:14:13,063 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-09T23:14:13,068 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-09T23:14:13,068 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-09T23:14:13,092 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-09T23:14:13,103 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33465-0x1000cdb9fe00000, quorum=127.0.0.1:54741, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-09T23:14:13,173 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-09T23:14:13,176 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-09T23:14:13,178 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33465-0x1000cdb9fe00000, quorum=127.0.0.1:54741, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-09T23:14:13,184 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-09T23:14:13,187 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-09T23:14:13,192 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33465-0x1000cdb9fe00000, quorum=127.0.0.1:54741, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-09T23:14:13,205 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-09T23:14:13,207 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33465-0x1000cdb9fe00000, quorum=127.0.0.1:54741, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-09T23:14:13,215 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-09T23:14:13,235 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33465-0x1000cdb9fe00000, quorum=127.0.0.1:54741, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-09T23:14:13,247 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-09T23:14:13,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40923-0x1000cdb9fe00001, quorum=127.0.0.1:54741, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T23:14:13,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33465-0x1000cdb9fe00000, quorum=127.0.0.1:54741, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T23:14:13,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40923-0x1000cdb9fe00001, quorum=127.0.0.1:54741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T23:14:13,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33465-0x1000cdb9fe00000, quorum=127.0.0.1:54741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T23:14:13,260 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=aab77d931c0c,33465,1733786049737, sessionid=0x1000cdb9fe00000, setting cluster-up flag (Was=false) 2024-12-09T23:14:13,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40923-0x1000cdb9fe00001, quorum=127.0.0.1:54741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T23:14:13,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33465-0x1000cdb9fe00000, quorum=127.0.0.1:54741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T23:14:13,321 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-09T23:14:13,323 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=aab77d931c0c,33465,1733786049737 2024-12-09T23:14:13,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40923-0x1000cdb9fe00001, quorum=127.0.0.1:54741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T23:14:13,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33465-0x1000cdb9fe00000, quorum=127.0.0.1:54741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T23:14:13,373 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-09T23:14:13,375 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=aab77d931c0c,33465,1733786049737 2024-12-09T23:14:13,384 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-09T23:14:13,446 INFO [RS:0;aab77d931c0c:40923 {}] regionserver.HRegionServer(746): ClusterId : c50108d4-bd36-4dce-a30f-fdeadf9e8845 2024-12-09T23:14:13,449 DEBUG [RS:0;aab77d931c0c:40923 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T23:14:13,475 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-09T23:14:13,484 DEBUG [RS:0;aab77d931c0c:40923 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T23:14:13,484 DEBUG [RS:0;aab77d931c0c:40923 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T23:14:13,489 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-09T23:14:13,498 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-09T23:14:13,505 DEBUG [RS:0;aab77d931c0c:40923 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T23:14:13,506 DEBUG [RS:0;aab77d931c0c:40923 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34ed6e21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=aab77d931c0c/172.17.0.3:0 2024-12-09T23:14:13,506 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: aab77d931c0c,33465,1733786049737 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-09T23:14:13,525 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/aab77d931c0c:0, corePoolSize=5, maxPoolSize=5 2024-12-09T23:14:13,525 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/aab77d931c0c:0, corePoolSize=5, maxPoolSize=5 2024-12-09T23:14:13,526 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/aab77d931c0c:0, corePoolSize=5, maxPoolSize=5 2024-12-09T23:14:13,526 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/aab77d931c0c:0, corePoolSize=5, maxPoolSize=5 2024-12-09T23:14:13,526 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/aab77d931c0c:0, corePoolSize=10, maxPoolSize=10 2024-12-09T23:14:13,526 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:14:13,527 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/aab77d931c0c:0, corePoolSize=2, maxPoolSize=2 2024-12-09T23:14:13,527 DEBUG [RS:0;aab77d931c0c:40923 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;aab77d931c0c:40923 2024-12-09T23:14:13,527 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:14:13,531 INFO [RS:0;aab77d931c0c:40923 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T23:14:13,532 INFO [RS:0;aab77d931c0c:40923 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T23:14:13,532 DEBUG [RS:0;aab77d931c0c:40923 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T23:14:13,535 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T23:14:13,536 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-09T23:14:13,536 INFO [RS:0;aab77d931c0c:40923 {}] regionserver.HRegionServer(2659): reportForDuty to master=aab77d931c0c,33465,1733786049737 with port=40923, startcode=1733786050901 2024-12-09T23:14:13,539 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733786083539 2024-12-09T23:14:13,541 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-09T23:14:13,542 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-09T23:14:13,547 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-09T23:14:13,548 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-09T23:14:13,548 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-09T23:14:13,548 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-09T23:14:13,551 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:14:13,551 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-09T23:14:13,553 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T23:14:13,564 DEBUG [RS:0;aab77d931c0c:40923 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T23:14:13,573 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-09T23:14:13,575 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-09T23:14:13,575 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-09T23:14:13,582 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-09T23:14:13,582 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-09T23:14:13,589 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/aab77d931c0c:0:becomeActiveMaster-HFileCleaner.large.0-1733786053583,5,FailOnTimeoutGroup] 2024-12-09T23:14:13,601 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/aab77d931c0c:0:becomeActiveMaster-HFileCleaner.small.0-1733786053589,5,FailOnTimeoutGroup] 2024-12-09T23:14:13,602 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T23:14:13,602 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-09T23:14:13,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741831_1007 (size=1321) 2024-12-09T23:14:13,605 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-09T23:14:13,605 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-09T23:14:13,609 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-09T23:14:13,610 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85 2024-12-09T23:14:13,619 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47935, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T23:14:13,625 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33465 {}] master.ServerManager(363): Checking decommissioned status of RegionServer aab77d931c0c,40923,1733786050901 2024-12-09T23:14:13,627 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33465 {}] master.ServerManager(517): Registering regionserver=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:13,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741832_1008 (size=32) 2024-12-09T23:14:13,632 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T23:14:13,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T23:14:13,640 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T23:14:13,640 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:14:13,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T23:14:13,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-09T23:14:13,644 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-09T23:14:13,644 DEBUG [RS:0;aab77d931c0c:40923 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85 2024-12-09T23:14:13,644 DEBUG [RS:0;aab77d931c0c:40923 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46719 2024-12-09T23:14:13,645 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:14:13,645 DEBUG [RS:0;aab77d931c0c:40923 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T23:14:13,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T23:14:13,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T23:14:13,653 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T23:14:13,654 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:14:13,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T23:14:13,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T23:14:13,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33465-0x1000cdb9fe00000, quorum=127.0.0.1:54741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T23:14:13,658 DEBUG [RS:0;aab77d931c0c:40923 {}] zookeeper.ZKUtil(111): regionserver:40923-0x1000cdb9fe00001, quorum=127.0.0.1:54741, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/aab77d931c0c,40923,1733786050901 2024-12-09T23:14:13,658 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T23:14:13,658 WARN [RS:0;aab77d931c0c:40923 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T23:14:13,658 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:14:13,658 INFO [RS:0;aab77d931c0c:40923 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T23:14:13,659 DEBUG [RS:0;aab77d931c0c:40923 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/WALs/aab77d931c0c,40923,1733786050901 2024-12-09T23:14:13,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T23:14:13,660 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [aab77d931c0c,40923,1733786050901] 2024-12-09T23:14:13,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-09T23:14:13,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/hbase/meta/1588230740 2024-12-09T23:14:13,663 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/hbase/meta/1588230740 2024-12-09T23:14:13,666 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-09T23:14:13,666 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-09T23:14:13,667 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-09T23:14:13,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-09T23:14:13,681 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T23:14:13,682 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67870932, jitterRate=0.011355698108673096}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-09T23:14:13,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733786053632Initializing all the Stores at 1733786053634 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733786053634Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733786053637 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733786053637Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733786053637Cleaning up temporary data from old regions at 1733786053666 (+29 ms)Region opened successfully at 1733786053686 (+20 ms) 2024-12-09T23:14:13,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-09T23:14:13,686 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-09T23:14:13,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-09T23:14:13,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T23:14:13,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T23:14:13,688 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-09T23:14:13,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733786053686Disabling compacts and flushes for region at 1733786053686Disabling writes for close at 1733786053687 (+1 ms)Writing region close event to WAL at 1733786053688 (+1 ms)Closed at 1733786053688 2024-12-09T23:14:13,692 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T23:14:13,693 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-09T23:14:13,698 INFO [RS:0;aab77d931c0c:40923 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T23:14:13,701 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-09T23:14:13,712 INFO [RS:0;aab77d931c0c:40923 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T23:14:13,712 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T23:14:13,715 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-09T23:14:13,717 INFO [RS:0;aab77d931c0c:40923 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T23:14:13,717 INFO [RS:0;aab77d931c0c:40923 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T23:14:13,719 INFO [RS:0;aab77d931c0c:40923 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T23:14:13,726 INFO [RS:0;aab77d931c0c:40923 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T23:14:13,728 INFO [RS:0;aab77d931c0c:40923 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T23:14:13,729 DEBUG [RS:0;aab77d931c0c:40923 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:14:13,729 DEBUG [RS:0;aab77d931c0c:40923 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:14:13,729 DEBUG [RS:0;aab77d931c0c:40923 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:14:13,729 DEBUG [RS:0;aab77d931c0c:40923 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:14:13,730 DEBUG [RS:0;aab77d931c0c:40923 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:14:13,730 DEBUG [RS:0;aab77d931c0c:40923 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/aab77d931c0c:0, corePoolSize=2, maxPoolSize=2 2024-12-09T23:14:13,730 DEBUG [RS:0;aab77d931c0c:40923 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:14:13,730 DEBUG [RS:0;aab77d931c0c:40923 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:14:13,731 DEBUG [RS:0;aab77d931c0c:40923 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:14:13,731 DEBUG [RS:0;aab77d931c0c:40923 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:14:13,731 DEBUG [RS:0;aab77d931c0c:40923 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:14:13,731 DEBUG [RS:0;aab77d931c0c:40923 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/aab77d931c0c:0, corePoolSize=1, maxPoolSize=1 2024-12-09T23:14:13,731 DEBUG [RS:0;aab77d931c0c:40923 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/aab77d931c0c:0, corePoolSize=3, maxPoolSize=3 2024-12-09T23:14:13,731 DEBUG [RS:0;aab77d931c0c:40923 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0, corePoolSize=3, maxPoolSize=3 2024-12-09T23:14:13,733 INFO [RS:0;aab77d931c0c:40923 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T23:14:13,733 INFO [RS:0;aab77d931c0c:40923 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T23:14:13,733 INFO [RS:0;aab77d931c0c:40923 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T23:14:13,733 INFO [RS:0;aab77d931c0c:40923 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T23:14:13,733 INFO [RS:0;aab77d931c0c:40923 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T23:14:13,734 INFO [RS:0;aab77d931c0c:40923 {}] hbase.ChoreService(168): Chore ScheduledChore name=aab77d931c0c,40923,1733786050901-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T23:14:13,753 INFO [RS:0;aab77d931c0c:40923 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T23:14:13,755 INFO [RS:0;aab77d931c0c:40923 {}] hbase.ChoreService(168): Chore ScheduledChore name=aab77d931c0c,40923,1733786050901-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T23:14:13,755 INFO [RS:0;aab77d931c0c:40923 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T23:14:13,755 INFO [RS:0;aab77d931c0c:40923 {}] regionserver.Replication(171): aab77d931c0c,40923,1733786050901 started 2024-12-09T23:14:13,773 INFO [RS:0;aab77d931c0c:40923 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T23:14:13,773 INFO [RS:0;aab77d931c0c:40923 {}] regionserver.HRegionServer(1482): Serving as aab77d931c0c,40923,1733786050901, RpcServer on aab77d931c0c/172.17.0.3:40923, sessionid=0x1000cdb9fe00001 2024-12-09T23:14:13,775 DEBUG [RS:0;aab77d931c0c:40923 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T23:14:13,775 DEBUG [RS:0;aab77d931c0c:40923 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager aab77d931c0c,40923,1733786050901 2024-12-09T23:14:13,775 DEBUG [RS:0;aab77d931c0c:40923 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'aab77d931c0c,40923,1733786050901' 2024-12-09T23:14:13,775 DEBUG [RS:0;aab77d931c0c:40923 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T23:14:13,777 DEBUG [RS:0;aab77d931c0c:40923 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T23:14:13,777 DEBUG [RS:0;aab77d931c0c:40923 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T23:14:13,778 DEBUG [RS:0;aab77d931c0c:40923 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T23:14:13,778 DEBUG [RS:0;aab77d931c0c:40923 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager aab77d931c0c,40923,1733786050901 2024-12-09T23:14:13,778 DEBUG [RS:0;aab77d931c0c:40923 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'aab77d931c0c,40923,1733786050901' 2024-12-09T23:14:13,778 DEBUG [RS:0;aab77d931c0c:40923 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T23:14:13,779 DEBUG [RS:0;aab77d931c0c:40923 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T23:14:13,779 DEBUG [RS:0;aab77d931c0c:40923 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T23:14:13,780 INFO [RS:0;aab77d931c0c:40923 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T23:14:13,780 INFO [RS:0;aab77d931c0c:40923 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T23:14:13,866 WARN [aab77d931c0c:33465 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-09T23:14:13,884 INFO [RS:0;aab77d931c0c:40923 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T23:14:13,887 INFO [RS:0;aab77d931c0c:40923 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=aab77d931c0c%2C40923%2C1733786050901, suffix=, logDir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/WALs/aab77d931c0c,40923,1733786050901, archiveDir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/oldWALs, maxLogs=32 2024-12-09T23:14:13,902 DEBUG [RS:0;aab77d931c0c:40923 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/WALs/aab77d931c0c,40923,1733786050901/aab77d931c0c%2C40923%2C1733786050901.1733786053890, exclude list is [], retry=0 2024-12-09T23:14:13,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39997,DS-51d002f9-d579-43ef-892a-badfa018b89e,DISK] 2024-12-09T23:14:13,912 INFO [RS:0;aab77d931c0c:40923 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/WALs/aab77d931c0c,40923,1733786050901/aab77d931c0c%2C40923%2C1733786050901.1733786053890 2024-12-09T23:14:13,913 DEBUG [RS:0;aab77d931c0c:40923 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37101:37101)] 2024-12-09T23:14:14,119 DEBUG [aab77d931c0c:33465 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-09T23:14:14,128 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:14,135 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as aab77d931c0c,40923,1733786050901, state=OPENING 2024-12-09T23:14:14,151 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-09T23:14:14,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40923-0x1000cdb9fe00001, quorum=127.0.0.1:54741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T23:14:14,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33465-0x1000cdb9fe00000, quorum=127.0.0.1:54741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T23:14:14,163 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T23:14:14,163 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T23:14:14,165 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T23:14:14,166 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=aab77d931c0c,40923,1733786050901}] 2024-12-09T23:14:14,337 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T23:14:14,341 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60391, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T23:14:14,353 INFO [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-09T23:14:14,353 INFO [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T23:14:14,354 INFO [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-09T23:14:14,357 INFO [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=aab77d931c0c%2C40923%2C1733786050901.meta, suffix=.meta, logDir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/WALs/aab77d931c0c,40923,1733786050901, archiveDir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/oldWALs, maxLogs=32 2024-12-09T23:14:14,370 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/WALs/aab77d931c0c,40923,1733786050901/aab77d931c0c%2C40923%2C1733786050901.meta.1733786054358.meta, exclude list is [], retry=0 2024-12-09T23:14:14,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39997,DS-51d002f9-d579-43ef-892a-badfa018b89e,DISK] 2024-12-09T23:14:14,378 INFO [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/WALs/aab77d931c0c,40923,1733786050901/aab77d931c0c%2C40923%2C1733786050901.meta.1733786054358.meta 2024-12-09T23:14:14,378 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37101:37101)] 2024-12-09T23:14:14,378 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-09T23:14:14,380 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-09T23:14:14,382 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-09T23:14:14,386 INFO [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-09T23:14:14,390 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-09T23:14:14,391 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T23:14:14,391 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-09T23:14:14,391 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-09T23:14:14,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T23:14:14,396 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T23:14:14,396 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:14:14,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T23:14:14,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-09T23:14:14,398 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-09T23:14:14,399 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:14:14,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T23:14:14,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T23:14:14,401 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T23:14:14,401 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:14:14,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T23:14:14,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T23:14:14,404 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T23:14:14,404 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:14:14,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T23:14:14,405 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-09T23:14:14,406 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/hbase/meta/1588230740 2024-12-09T23:14:14,410 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/hbase/meta/1588230740 2024-12-09T23:14:14,413 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-09T23:14:14,414 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-09T23:14:14,415 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-09T23:14:14,419 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-09T23:14:14,421 INFO [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75301690, jitterRate=0.12208262085914612}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-09T23:14:14,421 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-09T23:14:14,422 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733786054391Writing region info on filesystem at 1733786054392 (+1 ms)Initializing all the Stores at 1733786054394 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733786054394Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733786054394Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733786054394Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733786054394Cleaning up temporary data from old regions at 1733786054414 (+20 ms)Running coprocessor post-open hooks at 1733786054421 (+7 ms)Region opened successfully at 1733786054422 (+1 ms) 2024-12-09T23:14:14,430 INFO [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733786054330 2024-12-09T23:14:14,444 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:14,446 DEBUG [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-09T23:14:14,447 INFO [RS_OPEN_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-09T23:14:14,447 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as aab77d931c0c,40923,1733786050901, state=OPEN 2024-12-09T23:14:14,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40923-0x1000cdb9fe00001, quorum=127.0.0.1:54741, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T23:14:14,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33465-0x1000cdb9fe00000, quorum=127.0.0.1:54741, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T23:14:14,486 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T23:14:14,486 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T23:14:14,487 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:14,493 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-09T23:14:14,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=aab77d931c0c,40923,1733786050901 in 321 msec 2024-12-09T23:14:14,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-09T23:14:14,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 795 msec 2024-12-09T23:14:14,503 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T23:14:14,503 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-09T23:14:14,525 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:14:14,527 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40923,1733786050901, seqNum=-1] 2024-12-09T23:14:14,545 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T23:14:14,547 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52037, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T23:14:14,567 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1420 sec 2024-12-09T23:14:14,567 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733786054567, completionTime=-1 2024-12-09T23:14:14,570 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-09T23:14:14,570 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-09T23:14:14,593 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-09T23:14:14,593 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733786114593 2024-12-09T23:14:14,593 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733786174593 2024-12-09T23:14:14,593 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 23 msec 2024-12-09T23:14:14,595 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aab77d931c0c,33465,1733786049737-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T23:14:14,596 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aab77d931c0c,33465,1733786049737-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T23:14:14,596 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aab77d931c0c,33465,1733786049737-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T23:14:14,597 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-aab77d931c0c:33465, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T23:14:14,597 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-09T23:14:14,598 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-09T23:14:14,604 DEBUG [master/aab77d931c0c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-09T23:14:14,625 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.479sec 2024-12-09T23:14:14,626 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-09T23:14:14,627 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-09T23:14:14,627 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-09T23:14:14,628 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-09T23:14:14,628 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-09T23:14:14,628 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aab77d931c0c,33465,1733786049737-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T23:14:14,629 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aab77d931c0c,33465,1733786049737-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-09T23:14:14,637 DEBUG [master/aab77d931c0c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-09T23:14:14,637 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-09T23:14:14,638 INFO [master/aab77d931c0c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aab77d931c0c,33465,1733786049737-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T23:14:14,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ec6ff6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:14:14,656 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-09T23:14:14,656 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-09T23:14:14,659 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aab77d931c0c,33465,-1 for getting cluster id 2024-12-09T23:14:14,661 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T23:14:14,668 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c50108d4-bd36-4dce-a30f-fdeadf9e8845' 2024-12-09T23:14:14,670 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T23:14:14,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c50108d4-bd36-4dce-a30f-fdeadf9e8845" 2024-12-09T23:14:14,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@678a824f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:14:14,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aab77d931c0c,33465,-1] 2024-12-09T23:14:14,673 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T23:14:14,675 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:14:14,677 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T23:14:14,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35f5c7f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:14:14,680 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:14:14,686 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40923,1733786050901, seqNum=-1] 2024-12-09T23:14:14,687 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T23:14:14,689 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T23:14:14,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=aab77d931c0c,33465,1733786049737 2024-12-09T23:14:14,716 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=396, ProcessCount=11, AvailableMemoryMB=3498 2024-12-09T23:14:14,723 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T23:14:14,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is aab77d931c0c,33465,1733786049737 2024-12-09T23:14:14,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64e9cfde 2024-12-09T23:14:14,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T23:14:14,751 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T23:14:14,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-09T23:14:14,759 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T23:14:14,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-09T23:14:14,776 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T23:14:14,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-12-09T23:14:14,779 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:14:14,782 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T23:14:14,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T23:14:14,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741835_1011 (size=1061) 2024-12-09T23:14:14,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T23:14:15,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T23:14:15,200 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85 2024-12-09T23:14:15,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741836_1012 (size=53) 2024-12-09T23:14:15,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T23:14:15,609 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T23:14:15,610 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 69f0ae44daec8c4dc849901faf38d599, disabling compactions & flushes 2024-12-09T23:14:15,610 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:15,610 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:15,610 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. after waiting 0 ms 2024-12-09T23:14:15,610 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:15,610 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:15,610 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 69f0ae44daec8c4dc849901faf38d599: Waiting for close lock at 1733786055609Disabling compacts and flushes for region at 1733786055609Disabling writes for close at 1733786055610 (+1 ms)Writing region close event to WAL at 1733786055610Closed at 1733786055610 2024-12-09T23:14:15,612 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T23:14:15,617 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733786055613"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733786055613"}]},"ts":"1733786055613"} 2024-12-09T23:14:15,621 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-09T23:14:15,623 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T23:14:15,625 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733786055623"}]},"ts":"1733786055623"} 2024-12-09T23:14:15,630 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-09T23:14:15,632 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=69f0ae44daec8c4dc849901faf38d599, ASSIGN}] 2024-12-09T23:14:15,635 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=69f0ae44daec8c4dc849901faf38d599, ASSIGN 2024-12-09T23:14:15,637 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=69f0ae44daec8c4dc849901faf38d599, ASSIGN; state=OFFLINE, location=aab77d931c0c,40923,1733786050901; forceNewPlan=false, retain=false 2024-12-09T23:14:15,788 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=69f0ae44daec8c4dc849901faf38d599, regionState=OPENING, regionLocation=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:15,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=69f0ae44daec8c4dc849901faf38d599, ASSIGN because future has completed 2024-12-09T23:14:15,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901}] 2024-12-09T23:14:15,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T23:14:15,955 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:15,955 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} 2024-12-09T23:14:15,956 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 69f0ae44daec8c4dc849901faf38d599 2024-12-09T23:14:15,956 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T23:14:15,956 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 69f0ae44daec8c4dc849901faf38d599 2024-12-09T23:14:15,956 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 69f0ae44daec8c4dc849901faf38d599 2024-12-09T23:14:15,958 INFO [StoreOpener-69f0ae44daec8c4dc849901faf38d599-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 69f0ae44daec8c4dc849901faf38d599 2024-12-09T23:14:15,962 INFO [StoreOpener-69f0ae44daec8c4dc849901faf38d599-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-09T23:14:15,963 INFO [StoreOpener-69f0ae44daec8c4dc849901faf38d599-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69f0ae44daec8c4dc849901faf38d599 columnFamilyName A 2024-12-09T23:14:15,963 DEBUG [StoreOpener-69f0ae44daec8c4dc849901faf38d599-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:14:15,965 INFO [StoreOpener-69f0ae44daec8c4dc849901faf38d599-1 {}] regionserver.HStore(327): Store=69f0ae44daec8c4dc849901faf38d599/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T23:14:15,965 INFO [StoreOpener-69f0ae44daec8c4dc849901faf38d599-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 69f0ae44daec8c4dc849901faf38d599 2024-12-09T23:14:15,968 INFO [StoreOpener-69f0ae44daec8c4dc849901faf38d599-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-09T23:14:15,968 INFO [StoreOpener-69f0ae44daec8c4dc849901faf38d599-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69f0ae44daec8c4dc849901faf38d599 columnFamilyName B 2024-12-09T23:14:15,968 DEBUG [StoreOpener-69f0ae44daec8c4dc849901faf38d599-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:14:15,970 INFO [StoreOpener-69f0ae44daec8c4dc849901faf38d599-1 {}] regionserver.HStore(327): Store=69f0ae44daec8c4dc849901faf38d599/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T23:14:15,970 INFO [StoreOpener-69f0ae44daec8c4dc849901faf38d599-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 69f0ae44daec8c4dc849901faf38d599 2024-12-09T23:14:15,973 INFO [StoreOpener-69f0ae44daec8c4dc849901faf38d599-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-09T23:14:15,974 INFO [StoreOpener-69f0ae44daec8c4dc849901faf38d599-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69f0ae44daec8c4dc849901faf38d599 columnFamilyName C 2024-12-09T23:14:15,974 DEBUG [StoreOpener-69f0ae44daec8c4dc849901faf38d599-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:14:15,975 INFO [StoreOpener-69f0ae44daec8c4dc849901faf38d599-1 {}] regionserver.HStore(327): Store=69f0ae44daec8c4dc849901faf38d599/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T23:14:15,976 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:15,976 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 69f0ae44daec8c4dc849901faf38d599 2024-12-09T23:14:15,977 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599 2024-12-09T23:14:15,978 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599 2024-12-09T23:14:15,980 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 69f0ae44daec8c4dc849901faf38d599 2024-12-09T23:14:15,980 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 69f0ae44daec8c4dc849901faf38d599 2024-12-09T23:14:15,981 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-09T23:14:15,983 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 69f0ae44daec8c4dc849901faf38d599 2024-12-09T23:14:15,987 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T23:14:15,988 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 69f0ae44daec8c4dc849901faf38d599; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70997846, jitterRate=0.057950347661972046}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-09T23:14:15,989 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 69f0ae44daec8c4dc849901faf38d599 2024-12-09T23:14:15,989 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 69f0ae44daec8c4dc849901faf38d599: Running coprocessor pre-open hook at 1733786055956Writing region info on filesystem at 1733786055956Initializing all the Stores at 1733786055958 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733786055958Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733786055958Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733786055958Cleaning up temporary data from old regions at 1733786055980 (+22 ms)Running coprocessor post-open hooks at 1733786055989 (+9 ms)Region opened successfully at 1733786055989 2024-12-09T23:14:15,991 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., pid=6, masterSystemTime=1733786055948 2024-12-09T23:14:15,995 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:15,995 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:15,996 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=69f0ae44daec8c4dc849901faf38d599, regionState=OPEN, openSeqNum=2, regionLocation=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:16,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 because future has completed 2024-12-09T23:14:16,009 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-09T23:14:16,009 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 in 209 msec 2024-12-09T23:14:16,015 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-09T23:14:16,015 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=69f0ae44daec8c4dc849901faf38d599, ASSIGN in 377 msec 2024-12-09T23:14:16,018 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T23:14:16,018 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733786056018"}]},"ts":"1733786056018"} 2024-12-09T23:14:16,022 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-09T23:14:16,024 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T23:14:16,027 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2610 sec 2024-12-09T23:14:16,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T23:14:16,935 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-09T23:14:16,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@737445c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:14:16,940 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aab77d931c0c,33465,-1 for getting cluster id 2024-12-09T23:14:16,940 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T23:14:16,941 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c50108d4-bd36-4dce-a30f-fdeadf9e8845' 2024-12-09T23:14:16,942 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T23:14:16,942 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c50108d4-bd36-4dce-a30f-fdeadf9e8845" 2024-12-09T23:14:16,942 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6900c275, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:14:16,942 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aab77d931c0c,33465,-1] 2024-12-09T23:14:16,943 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T23:14:16,943 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:14:16,945 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T23:14:16,947 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24a12729, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:14:16,947 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:14:16,949 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40923,1733786050901, seqNum=-1] 2024-12-09T23:14:16,949 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T23:14:16,952 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T23:14:16,955 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T23:14:16,957 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is aab77d931c0c,33465,1733786049737 2024-12-09T23:14:16,957 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@737a82e7 2024-12-09T23:14:16,960 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T23:14:16,963 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T23:14:16,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d7b17c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:14:16,968 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aab77d931c0c,33465,-1 for getting cluster id 2024-12-09T23:14:16,969 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T23:14:16,970 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c50108d4-bd36-4dce-a30f-fdeadf9e8845' 2024-12-09T23:14:16,970 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T23:14:16,971 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c50108d4-bd36-4dce-a30f-fdeadf9e8845" 2024-12-09T23:14:16,971 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45101745, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:14:16,971 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aab77d931c0c,33465,-1] 2024-12-09T23:14:16,971 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T23:14:16,972 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:14:16,973 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T23:14:16,974 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c55d99d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:14:16,976 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6068bcec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:14:16,976 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aab77d931c0c,33465,-1 for getting cluster id 2024-12-09T23:14:16,976 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T23:14:16,978 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c50108d4-bd36-4dce-a30f-fdeadf9e8845' 2024-12-09T23:14:16,978 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T23:14:16,979 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c50108d4-bd36-4dce-a30f-fdeadf9e8845" 2024-12-09T23:14:16,979 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dd81cbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:14:16,979 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aab77d931c0c,33465,-1] 2024-12-09T23:14:16,979 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T23:14:16,980 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:14:16,982 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T23:14:16,983 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f9a6e4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:14:16,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11fbf093, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:14:16,984 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aab77d931c0c,33465,-1 for getting cluster id 2024-12-09T23:14:16,985 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T23:14:16,989 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c50108d4-bd36-4dce-a30f-fdeadf9e8845' 2024-12-09T23:14:16,990 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T23:14:16,990 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c50108d4-bd36-4dce-a30f-fdeadf9e8845" 2024-12-09T23:14:16,991 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39deefb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:14:16,991 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aab77d931c0c,33465,-1] 2024-12-09T23:14:16,991 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T23:14:16,991 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:14:16,993 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T23:14:16,994 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8ac8568, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:14:16,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64f1c2cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:14:16,995 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aab77d931c0c,33465,-1 for getting cluster id 2024-12-09T23:14:16,995 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T23:14:16,996 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c50108d4-bd36-4dce-a30f-fdeadf9e8845' 2024-12-09T23:14:16,997 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T23:14:16,997 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c50108d4-bd36-4dce-a30f-fdeadf9e8845" 2024-12-09T23:14:16,997 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f535689, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:14:16,998 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aab77d931c0c,33465,-1] 2024-12-09T23:14:16,998 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T23:14:16,998 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:14:17,000 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T23:14:17,002 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bffd9e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:14:17,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a0722e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:14:17,003 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aab77d931c0c,33465,-1 for getting cluster id 2024-12-09T23:14:17,003 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T23:14:17,004 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c50108d4-bd36-4dce-a30f-fdeadf9e8845' 2024-12-09T23:14:17,005 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T23:14:17,005 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c50108d4-bd36-4dce-a30f-fdeadf9e8845" 2024-12-09T23:14:17,005 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@222be589, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:14:17,005 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aab77d931c0c,33465,-1] 2024-12-09T23:14:17,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T23:14:17,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:14:17,007 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T23:14:17,009 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@332ec47f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:14:17,013 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d6a39a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:14:17,013 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aab77d931c0c,33465,-1 for getting cluster id 2024-12-09T23:14:17,013 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T23:14:17,014 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c50108d4-bd36-4dce-a30f-fdeadf9e8845' 2024-12-09T23:14:17,015 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T23:14:17,015 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c50108d4-bd36-4dce-a30f-fdeadf9e8845" 2024-12-09T23:14:17,015 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d03237, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:14:17,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aab77d931c0c,33465,-1] 2024-12-09T23:14:17,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T23:14:17,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:14:17,017 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T23:14:17,019 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f58bfae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:14:17,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16b28440, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:14:17,020 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aab77d931c0c,33465,-1 for getting cluster id 2024-12-09T23:14:17,020 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T23:14:17,021 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c50108d4-bd36-4dce-a30f-fdeadf9e8845' 2024-12-09T23:14:17,021 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T23:14:17,021 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c50108d4-bd36-4dce-a30f-fdeadf9e8845" 2024-12-09T23:14:17,022 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bf5031, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:14:17,022 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aab77d931c0c,33465,-1] 2024-12-09T23:14:17,022 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T23:14:17,022 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:14:17,023 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T23:14:17,024 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e54299b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:14:17,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b18ef51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:14:17,025 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aab77d931c0c,33465,-1 for getting cluster id 2024-12-09T23:14:17,026 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T23:14:17,027 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c50108d4-bd36-4dce-a30f-fdeadf9e8845' 2024-12-09T23:14:17,027 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T23:14:17,027 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c50108d4-bd36-4dce-a30f-fdeadf9e8845" 2024-12-09T23:14:17,028 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54cc6db2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:14:17,028 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aab77d931c0c,33465,-1] 2024-12-09T23:14:17,028 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T23:14:17,029 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:14:17,030 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T23:14:17,031 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@af61fa8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:14:17,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c865cb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:14:17,032 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aab77d931c0c,33465,-1 for getting cluster id 2024-12-09T23:14:17,032 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T23:14:17,033 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c50108d4-bd36-4dce-a30f-fdeadf9e8845' 2024-12-09T23:14:17,034 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T23:14:17,034 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c50108d4-bd36-4dce-a30f-fdeadf9e8845" 2024-12-09T23:14:17,034 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@186c1002, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:14:17,034 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aab77d931c0c,33465,-1] 2024-12-09T23:14:17,035 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T23:14:17,035 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:14:17,036 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T23:14:17,038 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5943e7eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:14:17,041 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:14:17,042 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:14:17,044 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40923,1733786050901, seqNum=-1] 2024-12-09T23:14:17,044 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40923,1733786050901, seqNum=-1] 2024-12-09T23:14:17,044 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T23:14:17,044 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T23:14:17,046 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T23:14:17,046 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T23:14:17,053 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2] 2024-12-09T23:14:17,056 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2] 2024-12-09T23:14:17,066 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:14:17,068 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40923,1733786050901, seqNum=-1] 2024-12-09T23:14:17,069 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T23:14:17,071 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T23:14:17,071 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:14:17,073 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:14:17,074 DEBUG [Thread-145 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40923,1733786050901, seqNum=-1] 2024-12-09T23:14:17,074 DEBUG [Thread-145 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T23:14:17,077 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:14:17,076 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2] 2024-12-09T23:14:17,078 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:14:17,078 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40923,1733786050901, seqNum=-1] 2024-12-09T23:14:17,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40923,1733786050901, seqNum=-1] 2024-12-09T23:14:17,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T23:14:17,079 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40923,1733786050901, seqNum=-1] 2024-12-09T23:14:17,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T23:14:17,079 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T23:14:17,079 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T23:14:17,082 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T23:14:17,083 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T23:14:17,092 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:14:17,092 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:14:17,093 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T23:14:17,094 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2] 2024-12-09T23:14:17,095 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T23:14:17,096 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2] 2024-12-09T23:14:17,097 DEBUG [Thread-151 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40923,1733786050901, seqNum=-1] 2024-12-09T23:14:17,098 DEBUG [Thread-151 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T23:14:17,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33465 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-12-09T23:14:17,100 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T23:14:17,101 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2] 2024-12-09T23:14:17,103 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2] 2024-12-09T23:14:17,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-09T23:14:17,106 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T23:14:17,107 DEBUG [Thread-147 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40923,1733786050901, seqNum=-1] 2024-12-09T23:14:17,108 DEBUG [Thread-147 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T23:14:17,108 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2] 2024-12-09T23:14:17,109 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T23:14:17,114 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2] 2024-12-09T23:14:17,119 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T23:14:17,121 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T23:14:17,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 69f0ae44daec8c4dc849901faf38d599 2024-12-09T23:14:17,190 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 69f0ae44daec8c4dc849901faf38d599 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-09T23:14:17,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=A 2024-12-09T23:14:17,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:17,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=B 2024-12-09T23:14:17,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:17,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=C 2024-12-09T23:14:17,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:17,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-09T23:14:17,292 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-09T23:14:17,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:17,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. as already flushing 2024-12-09T23:14:17,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:17,304 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:17,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:17,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:17,337 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733786057298, max timestamp=1733786057314Num uniques 859; 2024-12-09T23:14:17,339 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-09T23:14:17,343 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/6c6e20f7c6fc4056be2cf835ecc051aa is 50, key is test_row_0/A:col10/1733786057185/Put/seqid=0 2024-12-09T23:14:17,368 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733786057298, max timestamp=1733786057325Num uniques 859; 2024-12-09T23:14:17,369 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-09T23:14:17,369 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733786057298, max timestamp=1733786057314Num uniques 859; 2024-12-09T23:14:17,369 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-09T23:14:17,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741837_1013 (size=12001) 2024-12-09T23:14:17,395 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/6c6e20f7c6fc4056be2cf835ecc051aa 2024-12-09T23:14:17,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-09T23:14:17,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-09T23:14:17,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:17,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. as already flushing 2024-12-09T23:14:17,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:17,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:17,477 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:17,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:17,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:17,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39504 deadline: 1733786117451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:17,491 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733786057422, max timestamp=1733786057470Num uniques 1018; 2024-12-09T23:14:17,492 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-12-09T23:14:17,508 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733786057422, max timestamp=1733786057470Num uniques 1018; 2024-12-09T23:14:17,508 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/5400ac3a35a04f3c8190e379ef87c5cd is 50, key is test_row_0/B:col10/1733786057185/Put/seqid=0 2024-12-09T23:14:17,508 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=6870, suffix heap size=133840,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=150 2024-12-09T23:14:17,514 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733786057422, max timestamp=1733786057470Num uniques 1018; 2024-12-09T23:14:17,514 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=6870, suffix heap size=133840,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=150 2024-12-09T23:14:17,526 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:17,527 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:17,527 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:17,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741838_1014 (size=12001) 2024-12-09T23:14:17,533 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/5400ac3a35a04f3c8190e379ef87c5cd 2024-12-09T23:14:17,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:17,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39496 deadline: 1733786117562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:17,577 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:17,577 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:17,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:17,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:17,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39500 deadline: 1733786117568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:17,580 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:17,580 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:17,580 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:17,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:17,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39478 deadline: 1733786117570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:17,583 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:17,583 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:17,583 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:17,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:17,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39464 deadline: 1733786117574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:17,585 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:17,585 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:17,585 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:17,610 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/05479c6e84d2496ea39172f9dd94ece1 is 50, key is test_row_0/C:col10/1733786057185/Put/seqid=0 2024-12-09T23:14:17,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:17,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39504 deadline: 1733786117634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:17,638 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:17,638 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:17,639 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:17,645 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-09T23:14:17,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741839_1015 (size=12001) 2024-12-09T23:14:17,650 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/05479c6e84d2496ea39172f9dd94ece1 2024-12-09T23:14:17,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:17,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. as already flushing 2024-12-09T23:14:17,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:17,656 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:17,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:17,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:17,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/6c6e20f7c6fc4056be2cf835ecc051aa as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/6c6e20f7c6fc4056be2cf835ecc051aa 2024-12-09T23:14:17,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:17,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:17,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39500 deadline: 1733786117685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:17,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:17,699 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:17,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39496 deadline: 1733786117685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:17,699 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:17,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:17,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:17,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:17,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:17,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39464 deadline: 1733786117694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:17,708 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:17,708 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:17,709 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:17,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:17,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39478 deadline: 1733786117695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:17,710 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:17,710 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:17,710 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:17,719 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/6c6e20f7c6fc4056be2cf835ecc051aa, entries=150, sequenceid=12, filesize=11.7 K 2024-12-09T23:14:17,731 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/5400ac3a35a04f3c8190e379ef87c5cd as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/5400ac3a35a04f3c8190e379ef87c5cd 2024-12-09T23:14:17,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-09T23:14:17,762 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/5400ac3a35a04f3c8190e379ef87c5cd, entries=150, sequenceid=12, filesize=11.7 K 2024-12-09T23:14:17,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/05479c6e84d2496ea39172f9dd94ece1 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/05479c6e84d2496ea39172f9dd94ece1 2024-12-09T23:14:17,783 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/05479c6e84d2496ea39172f9dd94ece1, entries=150, sequenceid=12, filesize=11.7 K 2024-12-09T23:14:17,792 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=125.87 KB/128894 for 69f0ae44daec8c4dc849901faf38d599 in 600ms, sequenceid=12, compaction requested=false 2024-12-09T23:14:17,793 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-09T23:14:17,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 69f0ae44daec8c4dc849901faf38d599: 2024-12-09T23:14:17,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-09T23:14:17,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:17,822 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 69f0ae44daec8c4dc849901faf38d599 3/3 column families, dataSize=125.87 KB heapSize=360.56 KB 2024-12-09T23:14:17,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=A 2024-12-09T23:14:17,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:14:17,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=B 2024-12-09T23:14:17,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:14:17,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=C 2024-12-09T23:14:17,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:14:17,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. as already flushing 2024-12-09T23:14:17,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 69f0ae44daec8c4dc849901faf38d599 2024-12-09T23:14:17,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/62c08b2bd00746b495251f1132c54d4d is 50, key is test_row_0/A:col10/1733786057569/Put/seqid=0 2024-12-09T23:14:17,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741840_1016 (size=12001) 2024-12-09T23:14:17,914 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=65 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/62c08b2bd00746b495251f1132c54d4d 2024-12-09T23:14:17,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/892d6890914c4a02acd3014313f3e800 is 50, key is test_row_0/B:col10/1733786057569/Put/seqid=0 2024-12-09T23:14:17,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741841_1017 (size=12001) 2024-12-09T23:14:17,977 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.69 KB at sequenceid=65 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/892d6890914c4a02acd3014313f3e800 2024-12-09T23:14:18,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:18,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39496 deadline: 1733786117957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:18,003 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:18,003 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:18,003 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:18,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:18,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39464 deadline: 1733786117964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:18,009 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:18,010 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:18,010 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:18,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/05d4efc5d838407a920a3b7724ea1293 is 50, key is test_row_0/C:col10/1733786057569/Put/seqid=0 2024-12-09T23:14:18,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:18,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39500 deadline: 1733786117948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:18,021 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:18,021 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:18,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:18,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:18,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39478 deadline: 1733786117997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:18,025 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:18,025 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:18,025 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:18,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:18,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39504 deadline: 1733786118009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:18,038 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:18,038 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:18,038 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:18,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741842_1018 (size=12001) 2024-12-09T23:14:18,069 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.69 KB at sequenceid=65 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/05d4efc5d838407a920a3b7724ea1293 2024-12-09T23:14:18,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/62c08b2bd00746b495251f1132c54d4d as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/62c08b2bd00746b495251f1132c54d4d 2024-12-09T23:14:18,100 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/62c08b2bd00746b495251f1132c54d4d, entries=150, sequenceid=65, filesize=11.7 K 2024-12-09T23:14:18,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/892d6890914c4a02acd3014313f3e800 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/892d6890914c4a02acd3014313f3e800 2024-12-09T23:14:18,121 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/892d6890914c4a02acd3014313f3e800, entries=150, sequenceid=65, filesize=11.7 K 2024-12-09T23:14:18,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:18,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/05d4efc5d838407a920a3b7724ea1293 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/05d4efc5d838407a920a3b7724ea1293 2024-12-09T23:14:18,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39464 deadline: 1733786118122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:18,129 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:18,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:18,129 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:18,129 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:18,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39496 deadline: 1733786118125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:18,130 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:18,130 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:18,130 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:18,144 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/05d4efc5d838407a920a3b7724ea1293, entries=150, sequenceid=65, filesize=11.7 K 2024-12-09T23:14:18,147 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~125.87 KB/128894, heapSize ~360.52 KB/369168, currentSize=53.67 KB/54960 for 69f0ae44daec8c4dc849901faf38d599 in 325ms, sequenceid=65, compaction requested=false 2024-12-09T23:14:18,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 69f0ae44daec8c4dc849901faf38d599: 2024-12-09T23:14:18,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:18,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-09T23:14:18,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-09T23:14:18,165 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 69f0ae44daec8c4dc849901faf38d599 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-09T23:14:18,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=A 2024-12-09T23:14:18,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:18,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=B 2024-12-09T23:14:18,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:18,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=C 2024-12-09T23:14:18,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:18,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 69f0ae44daec8c4dc849901faf38d599 2024-12-09T23:14:18,167 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-09T23:14:18,167 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0350 sec 2024-12-09T23:14:18,173 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 1.0840 sec 2024-12-09T23:14:18,194 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/42ef5b0374214184a1274686fd1f7274 is 50, key is test_row_0/A:col10/1733786057946/Put/seqid=0 2024-12-09T23:14:18,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741843_1019 (size=14341) 2024-12-09T23:14:18,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-09T23:14:18,250 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T23:14:18,251 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T23:14:18,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-12-09T23:14:18,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-09T23:14:18,255 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T23:14:18,257 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T23:14:18,258 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T23:14:18,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-09T23:14:18,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:18,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:18,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39464 deadline: 1733786118338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:18,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39496 deadline: 1733786118338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:18,367 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:18,367 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:18,367 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:18,370 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:18,370 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:18,370 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:18,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:18,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39500 deadline: 1733786118358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:18,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:18,378 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:18,378 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:18,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39478 deadline: 1733786118366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:18,378 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:18,379 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:18,379 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:18,380 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:18,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:18,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39504 deadline: 1733786118372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:18,389 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:18,390 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:18,390 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:18,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-09T23:14:18,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:18,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. as already flushing 2024-12-09T23:14:18,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:18,415 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:18,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:18,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:18,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:18,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39500 deadline: 1733786118484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:18,488 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:18,488 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:18,489 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:18,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:18,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39478 deadline: 1733786118485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:18,496 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:18,496 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:18,497 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:18,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:18,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39504 deadline: 1733786118494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:18,506 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:18,506 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:18,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:18,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-09T23:14:18,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-09T23:14:18,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:18,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. as already flushing 2024-12-09T23:14:18,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:18,575 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:18,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:18,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:18,606 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/42ef5b0374214184a1274686fd1f7274 2024-12-09T23:14:18,641 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/efecf8d3833447e9b44b8ce97ae82460 is 50, key is test_row_0/B:col10/1733786057946/Put/seqid=0 2024-12-09T23:14:18,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741844_1020 (size=12001) 2024-12-09T23:14:18,650 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/efecf8d3833447e9b44b8ce97ae82460 2024-12-09T23:14:18,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:18,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39496 deadline: 1733786118674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:18,677 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:18,677 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:18,678 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:18,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:18,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39464 deadline: 1733786118686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:18,690 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:18,690 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:18,691 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:18,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/4551ed93fb2f40fcac1c13fd2887c546 is 50, key is test_row_0/C:col10/1733786057946/Put/seqid=0 2024-12-09T23:14:18,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:18,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39500 deadline: 1733786118697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:18,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:18,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:18,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:18,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:18,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39478 deadline: 1733786118704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:18,712 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:18,712 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:18,712 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:18,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:18,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39504 deadline: 1733786118713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:18,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:18,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:18,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:18,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741845_1021 (size=12001) 2024-12-09T23:14:18,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-09T23:14:18,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:18,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. as already flushing 2024-12-09T23:14:18,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:18,743 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:18,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:18,745 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/4551ed93fb2f40fcac1c13fd2887c546 2024-12-09T23:14:18,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:18,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/42ef5b0374214184a1274686fd1f7274 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/42ef5b0374214184a1274686fd1f7274 2024-12-09T23:14:18,778 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/42ef5b0374214184a1274686fd1f7274, entries=200, sequenceid=77, filesize=14.0 K 2024-12-09T23:14:18,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/efecf8d3833447e9b44b8ce97ae82460 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/efecf8d3833447e9b44b8ce97ae82460 2024-12-09T23:14:18,797 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/efecf8d3833447e9b44b8ce97ae82460, entries=150, sequenceid=77, filesize=11.7 K 2024-12-09T23:14:18,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/4551ed93fb2f40fcac1c13fd2887c546 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/4551ed93fb2f40fcac1c13fd2887c546 2024-12-09T23:14:18,827 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/4551ed93fb2f40fcac1c13fd2887c546, entries=150, sequenceid=77, filesize=11.7 K 2024-12-09T23:14:18,833 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 69f0ae44daec8c4dc849901faf38d599 in 669ms, sequenceid=77, compaction requested=true 2024-12-09T23:14:18,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 69f0ae44daec8c4dc849901faf38d599: 2024-12-09T23:14:18,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69f0ae44daec8c4dc849901faf38d599:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T23:14:18,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:14:18,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69f0ae44daec8c4dc849901faf38d599:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T23:14:18,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:14:18,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69f0ae44daec8c4dc849901faf38d599:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T23:14:18,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:14:18,848 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:14:18,850 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:14:18,855 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:14:18,857 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:14:18,857 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1541): 69f0ae44daec8c4dc849901faf38d599/B is initiating minor compaction (all files) 2024-12-09T23:14:18,857 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69f0ae44daec8c4dc849901faf38d599/B in TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:18,858 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/5400ac3a35a04f3c8190e379ef87c5cd, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/892d6890914c4a02acd3014313f3e800, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/efecf8d3833447e9b44b8ce97ae82460] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp, totalSize=35.2 K 2024-12-09T23:14:18,860 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 5400ac3a35a04f3c8190e379ef87c5cd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733786057134 2024-12-09T23:14:18,861 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1541): 69f0ae44daec8c4dc849901faf38d599/A is initiating minor compaction (all files) 2024-12-09T23:14:18,861 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69f0ae44daec8c4dc849901faf38d599/A in TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:18,863 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 892d6890914c4a02acd3014313f3e800, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1733786057546 2024-12-09T23:14:18,864 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting efecf8d3833447e9b44b8ce97ae82460, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733786057946 2024-12-09T23:14:18,867 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/6c6e20f7c6fc4056be2cf835ecc051aa, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/62c08b2bd00746b495251f1132c54d4d, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/42ef5b0374214184a1274686fd1f7274] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp, totalSize=37.4 K 2024-12-09T23:14:18,871 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6c6e20f7c6fc4056be2cf835ecc051aa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733786057134 2024-12-09T23:14:18,878 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 62c08b2bd00746b495251f1132c54d4d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1733786057546 2024-12-09T23:14:18,879 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 42ef5b0374214184a1274686fd1f7274, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733786057946 2024-12-09T23:14:18,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-09T23:14:18,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-09T23:14:18,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:18,909 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 69f0ae44daec8c4dc849901faf38d599 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-09T23:14:18,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=A 2024-12-09T23:14:18,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:18,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=B 2024-12-09T23:14:18,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:18,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=C 2024-12-09T23:14:18,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:18,928 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69f0ae44daec8c4dc849901faf38d599#B#compaction#9 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:14:18,929 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/7d13ff3301494c98b95c0413f1092de4 is 50, key is test_row_0/B:col10/1733786057946/Put/seqid=0 2024-12-09T23:14:18,936 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69f0ae44daec8c4dc849901faf38d599#A#compaction#10 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:14:18,940 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/e513ef83811d4abbb4518f15346c6b89 is 50, key is test_row_0/A:col10/1733786057946/Put/seqid=0 2024-12-09T23:14:18,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/b1a96621844640499dc5110797782a8f is 50, key is test_row_0/A:col10/1733786058347/Put/seqid=0 2024-12-09T23:14:18,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741846_1022 (size=12104) 2024-12-09T23:14:19,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741848_1024 (size=12001) 2024-12-09T23:14:19,006 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/b1a96621844640499dc5110797782a8f 2024-12-09T23:14:19,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741847_1023 (size=12104) 2024-12-09T23:14:19,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. as already flushing 2024-12-09T23:14:19,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 69f0ae44daec8c4dc849901faf38d599 2024-12-09T23:14:19,048 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/e513ef83811d4abbb4518f15346c6b89 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/e513ef83811d4abbb4518f15346c6b89 2024-12-09T23:14:19,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/fc94ebc72cae4b00b352258c916d34bb is 50, key is test_row_0/B:col10/1733786058347/Put/seqid=0 2024-12-09T23:14:19,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:19,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39478 deadline: 1733786119067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:19,072 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:19,072 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:19,072 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:19,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:19,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39500 deadline: 1733786119077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:19,079 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:19,080 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:19,080 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:19,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:19,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39504 deadline: 1733786119077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:19,090 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:19,090 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:19,091 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:19,094 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 69f0ae44daec8c4dc849901faf38d599/A of 69f0ae44daec8c4dc849901faf38d599 into e513ef83811d4abbb4518f15346c6b89(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:14:19,094 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69f0ae44daec8c4dc849901faf38d599: 2024-12-09T23:14:19,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741849_1025 (size=12001) 2024-12-09T23:14:19,099 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/fc94ebc72cae4b00b352258c916d34bb 2024-12-09T23:14:19,103 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., storeName=69f0ae44daec8c4dc849901faf38d599/A, priority=13, startTime=1733786058835; duration=0sec 2024-12-09T23:14:19,104 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:14:19,104 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69f0ae44daec8c4dc849901faf38d599:A 2024-12-09T23:14:19,104 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:14:19,117 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:14:19,120 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1541): 69f0ae44daec8c4dc849901faf38d599/C is initiating minor compaction (all files) 2024-12-09T23:14:19,120 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69f0ae44daec8c4dc849901faf38d599/C in TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:19,120 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/05479c6e84d2496ea39172f9dd94ece1, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/05d4efc5d838407a920a3b7724ea1293, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/4551ed93fb2f40fcac1c13fd2887c546] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp, totalSize=35.2 K 2024-12-09T23:14:19,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/427709219a4f4a058141dfcc9a2ac0c8 is 50, key is test_row_0/C:col10/1733786058347/Put/seqid=0 2024-12-09T23:14:19,125 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 05479c6e84d2496ea39172f9dd94ece1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733786057134 2024-12-09T23:14:19,126 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 05d4efc5d838407a920a3b7724ea1293, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1733786057546 2024-12-09T23:14:19,136 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4551ed93fb2f40fcac1c13fd2887c546, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733786057946 2024-12-09T23:14:19,156 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69f0ae44daec8c4dc849901faf38d599#C#compaction#14 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:14:19,157 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/da60828758ed4dd285239bddae6d1039 is 50, key is test_row_0/C:col10/1733786057946/Put/seqid=0 2024-12-09T23:14:19,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741850_1026 (size=12001) 2024-12-09T23:14:19,174 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/427709219a4f4a058141dfcc9a2ac0c8 2024-12-09T23:14:19,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/b1a96621844640499dc5110797782a8f as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/b1a96621844640499dc5110797782a8f 2024-12-09T23:14:19,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741851_1027 (size=12104) 2024-12-09T23:14:19,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:19,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39496 deadline: 1733786119183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:19,196 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:19,196 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:19,196 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:19,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:19,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39478 deadline: 1733786119183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:19,197 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:19,197 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:19,198 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:19,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:19,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39500 deadline: 1733786119184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:19,199 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:19,199 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:19,199 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:19,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:19,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39464 deadline: 1733786119193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:19,201 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:19,201 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:19,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:19,201 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:19,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39504 deadline: 1733786119193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:19,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:19,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:19,202 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/b1a96621844640499dc5110797782a8f, entries=150, sequenceid=97, filesize=11.7 K 2024-12-09T23:14:19,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:19,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/fc94ebc72cae4b00b352258c916d34bb as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/fc94ebc72cae4b00b352258c916d34bb 2024-12-09T23:14:19,207 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/da60828758ed4dd285239bddae6d1039 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/da60828758ed4dd285239bddae6d1039 2024-12-09T23:14:19,223 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/fc94ebc72cae4b00b352258c916d34bb, entries=150, sequenceid=97, filesize=11.7 K 2024-12-09T23:14:19,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/427709219a4f4a058141dfcc9a2ac0c8 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/427709219a4f4a058141dfcc9a2ac0c8 2024-12-09T23:14:19,234 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 69f0ae44daec8c4dc849901faf38d599/C of 69f0ae44daec8c4dc849901faf38d599 into da60828758ed4dd285239bddae6d1039(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:14:19,234 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69f0ae44daec8c4dc849901faf38d599: 2024-12-09T23:14:19,234 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., storeName=69f0ae44daec8c4dc849901faf38d599/C, priority=13, startTime=1733786058846; duration=0sec 2024-12-09T23:14:19,235 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:14:19,235 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69f0ae44daec8c4dc849901faf38d599:C 2024-12-09T23:14:19,283 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/427709219a4f4a058141dfcc9a2ac0c8, entries=150, sequenceid=97, filesize=11.7 K 2024-12-09T23:14:19,285 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for 69f0ae44daec8c4dc849901faf38d599 in 376ms, sequenceid=97, compaction requested=false 2024-12-09T23:14:19,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 69f0ae44daec8c4dc849901faf38d599: 2024-12-09T23:14:19,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:19,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-09T23:14:19,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-09T23:14:19,297 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-09T23:14:19,297 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0320 sec 2024-12-09T23:14:19,303 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 1.0480 sec 2024-12-09T23:14:19,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-09T23:14:19,395 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T23:14:19,397 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/7d13ff3301494c98b95c0413f1092de4 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/7d13ff3301494c98b95c0413f1092de4 2024-12-09T23:14:19,402 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T23:14:19,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-12-09T23:14:19,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-09T23:14:19,414 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T23:14:19,417 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T23:14:19,417 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T23:14:19,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 69f0ae44daec8c4dc849901faf38d599 2024-12-09T23:14:19,421 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 69f0ae44daec8c4dc849901faf38d599/B of 69f0ae44daec8c4dc849901faf38d599 into 7d13ff3301494c98b95c0413f1092de4(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:14:19,421 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69f0ae44daec8c4dc849901faf38d599: 2024-12-09T23:14:19,421 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., storeName=69f0ae44daec8c4dc849901faf38d599/B, priority=13, startTime=1733786058846; duration=0sec 2024-12-09T23:14:19,422 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:14:19,422 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69f0ae44daec8c4dc849901faf38d599:B 2024-12-09T23:14:19,425 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 69f0ae44daec8c4dc849901faf38d599 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-09T23:14:19,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=A 2024-12-09T23:14:19,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:19,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=B 2024-12-09T23:14:19,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:19,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=C 2024-12-09T23:14:19,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:19,435 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/b08ba1e4015041a3b88dbefba903a15e is 50, key is test_row_0/A:col10/1733786059422/Put/seqid=0 2024-12-09T23:14:19,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741852_1028 (size=16681) 2024-12-09T23:14:19,497 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/b08ba1e4015041a3b88dbefba903a15e 2024-12-09T23:14:19,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-09T23:14:19,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/533de3e6c1c147748641aab05a4413d8 is 50, key is test_row_0/B:col10/1733786059422/Put/seqid=0 2024-12-09T23:14:19,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:19,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39500 deadline: 1733786119517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:19,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:19,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39478 deadline: 1733786119529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:19,544 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:19,544 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:19,544 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:19,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:19,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39504 deadline: 1733786119536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:19,546 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:19,546 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:19,546 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:19,546 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:19,546 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:19,546 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:19,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741853_1029 (size=12001) 2024-12-09T23:14:19,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-09T23:14:19,581 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/533de3e6c1c147748641aab05a4413d8 2024-12-09T23:14:19,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:19,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. as already flushing 2024-12-09T23:14:19,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:19,586 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:19,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:19,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:19,604 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/7cfc3864bb994aeaa25d260505675042 is 50, key is test_row_0/C:col10/1733786059422/Put/seqid=0 2024-12-09T23:14:19,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741854_1030 (size=12001) 2024-12-09T23:14:19,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:19,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39478 deadline: 1733786119653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:19,661 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:19,661 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:19,661 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:19,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:19,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39500 deadline: 1733786119653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:19,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:19,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39504 deadline: 1733786119654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:19,666 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:19,666 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/7cfc3864bb994aeaa25d260505675042 2024-12-09T23:14:19,666 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:19,666 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:19,669 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:19,669 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:19,669 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:19,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/b08ba1e4015041a3b88dbefba903a15e as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/b08ba1e4015041a3b88dbefba903a15e 2024-12-09T23:14:19,720 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/b08ba1e4015041a3b88dbefba903a15e, entries=250, sequenceid=116, filesize=16.3 K 2024-12-09T23:14:19,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-09T23:14:19,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/533de3e6c1c147748641aab05a4413d8 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/533de3e6c1c147748641aab05a4413d8 2024-12-09T23:14:19,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-09T23:14:19,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:19,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. as already flushing 2024-12-09T23:14:19,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:19,745 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:19,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:19,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:19,776 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/533de3e6c1c147748641aab05a4413d8, entries=150, sequenceid=116, filesize=11.7 K 2024-12-09T23:14:19,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/7cfc3864bb994aeaa25d260505675042 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/7cfc3864bb994aeaa25d260505675042 2024-12-09T23:14:19,800 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/7cfc3864bb994aeaa25d260505675042, entries=150, sequenceid=116, filesize=11.7 K 2024-12-09T23:14:19,802 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 69f0ae44daec8c4dc849901faf38d599 in 376ms, sequenceid=116, compaction requested=true 2024-12-09T23:14:19,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 69f0ae44daec8c4dc849901faf38d599: 2024-12-09T23:14:19,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69f0ae44daec8c4dc849901faf38d599:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T23:14:19,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:14:19,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69f0ae44daec8c4dc849901faf38d599:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T23:14:19,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-09T23:14:19,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69f0ae44daec8c4dc849901faf38d599:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T23:14:19,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-09T23:14:19,805 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:14:19,809 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:14:19,830 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40786 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:14:19,831 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1541): 69f0ae44daec8c4dc849901faf38d599/A is initiating minor compaction (all files) 2024-12-09T23:14:19,831 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69f0ae44daec8c4dc849901faf38d599/A in TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:19,831 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/e513ef83811d4abbb4518f15346c6b89, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/b1a96621844640499dc5110797782a8f, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/b08ba1e4015041a3b88dbefba903a15e] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp, totalSize=39.8 K 2024-12-09T23:14:19,841 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting e513ef83811d4abbb4518f15346c6b89, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733786057946 2024-12-09T23:14:19,846 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting b1a96621844640499dc5110797782a8f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733786058242 2024-12-09T23:14:19,847 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:14:19,847 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1541): 69f0ae44daec8c4dc849901faf38d599/C is initiating minor compaction (all files) 2024-12-09T23:14:19,847 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69f0ae44daec8c4dc849901faf38d599/C in TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:19,847 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting b08ba1e4015041a3b88dbefba903a15e, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733786059044 2024-12-09T23:14:19,847 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/da60828758ed4dd285239bddae6d1039, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/427709219a4f4a058141dfcc9a2ac0c8, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/7cfc3864bb994aeaa25d260505675042] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp, totalSize=35.3 K 2024-12-09T23:14:19,855 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting da60828758ed4dd285239bddae6d1039, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733786057946 2024-12-09T23:14:19,869 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 427709219a4f4a058141dfcc9a2ac0c8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733786058242 2024-12-09T23:14:19,881 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 7cfc3864bb994aeaa25d260505675042, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733786059044 2024-12-09T23:14:19,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 69f0ae44daec8c4dc849901faf38d599 2024-12-09T23:14:19,894 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 69f0ae44daec8c4dc849901faf38d599 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-09T23:14:19,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=A 2024-12-09T23:14:19,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:19,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=B 2024-12-09T23:14:19,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:19,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=C 2024-12-09T23:14:19,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:19,906 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-09T23:14:19,911 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-09T23:14:19,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:19,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. as already flushing 2024-12-09T23:14:19,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:19,912 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:19,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:19,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:19,930 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69f0ae44daec8c4dc849901faf38d599#A#compaction#18 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:14:19,931 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/ba8b89d63ec347d99bdfeaaa89cc4339 is 50, key is test_row_0/A:col10/1733786059422/Put/seqid=0 2024-12-09T23:14:19,941 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/dd85c78dde0f409b8ee154d5baa1f516 is 50, key is test_row_0/A:col10/1733786059883/Put/seqid=0 2024-12-09T23:14:19,954 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69f0ae44daec8c4dc849901faf38d599#C#compaction#20 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:14:19,955 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/4cdbd44fc5cc4b4b8bd2fe4c00b2c72c is 50, key is test_row_0/C:col10/1733786059422/Put/seqid=0 2024-12-09T23:14:19,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:19,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39478 deadline: 1733786119975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:19,991 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:19,991 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:19,991 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:19,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:19,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39504 deadline: 1733786119975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:20,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:20,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39500 deadline: 1733786119999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:20,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:20,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:20,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:20,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741855_1031 (size=12207) 2024-12-09T23:14:20,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-09T23:14:20,050 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/ba8b89d63ec347d99bdfeaaa89cc4339 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/ba8b89d63ec347d99bdfeaaa89cc4339 2024-12-09T23:14:20,061 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:20,061 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:20,061 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:20,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741857_1033 (size=12207) 2024-12-09T23:14:20,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-09T23:14:20,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:20,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. as already flushing 2024-12-09T23:14:20,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:20,068 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:20,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:20,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:20,093 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/4cdbd44fc5cc4b4b8bd2fe4c00b2c72c as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/4cdbd44fc5cc4b4b8bd2fe4c00b2c72c 2024-12-09T23:14:20,101 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 69f0ae44daec8c4dc849901faf38d599/A of 69f0ae44daec8c4dc849901faf38d599 into ba8b89d63ec347d99bdfeaaa89cc4339(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:14:20,102 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69f0ae44daec8c4dc849901faf38d599: 2024-12-09T23:14:20,102 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., storeName=69f0ae44daec8c4dc849901faf38d599/A, priority=13, startTime=1733786059802; duration=0sec 2024-12-09T23:14:20,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741856_1032 (size=12101) 2024-12-09T23:14:20,102 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:14:20,102 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69f0ae44daec8c4dc849901faf38d599:A 2024-12-09T23:14:20,102 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:14:20,103 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/dd85c78dde0f409b8ee154d5baa1f516 2024-12-09T23:14:20,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:20,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39478 deadline: 1733786120096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:20,107 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:20,107 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:20,107 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:20,109 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:14:20,109 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1541): 69f0ae44daec8c4dc849901faf38d599/B is initiating minor compaction (all files) 2024-12-09T23:14:20,109 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69f0ae44daec8c4dc849901faf38d599/B in TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:20,109 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/7d13ff3301494c98b95c0413f1092de4, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/fc94ebc72cae4b00b352258c916d34bb, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/533de3e6c1c147748641aab05a4413d8] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp, totalSize=35.3 K 2024-12-09T23:14:20,112 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7d13ff3301494c98b95c0413f1092de4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733786057946 2024-12-09T23:14:20,113 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 69f0ae44daec8c4dc849901faf38d599/C of 69f0ae44daec8c4dc849901faf38d599 into 4cdbd44fc5cc4b4b8bd2fe4c00b2c72c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:14:20,114 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69f0ae44daec8c4dc849901faf38d599: 2024-12-09T23:14:20,114 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., storeName=69f0ae44daec8c4dc849901faf38d599/C, priority=13, startTime=1733786059802; duration=0sec 2024-12-09T23:14:20,114 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting fc94ebc72cae4b00b352258c916d34bb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733786058242 2024-12-09T23:14:20,115 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 533de3e6c1c147748641aab05a4413d8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733786059044 2024-12-09T23:14:20,115 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:14:20,115 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69f0ae44daec8c4dc849901faf38d599:C 2024-12-09T23:14:20,135 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/92f369bfde6a4ed3ab30dc24bea0686e is 50, key is test_row_0/B:col10/1733786059883/Put/seqid=0 2024-12-09T23:14:20,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:20,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39500 deadline: 1733786120113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:20,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:20,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:20,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:20,153 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69f0ae44daec8c4dc849901faf38d599#B#compaction#22 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:14:20,154 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/3bd5441c6d734d938a2548824cb3b050 is 50, key is test_row_0/B:col10/1733786059422/Put/seqid=0 2024-12-09T23:14:20,157 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-09T23:14:20,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:20,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39504 deadline: 1733786120178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:20,183 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:20,183 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:20,183 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:20,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741859_1035 (size=12207) 2024-12-09T23:14:20,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741858_1034 (size=12101) 2024-12-09T23:14:20,205 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/92f369bfde6a4ed3ab30dc24bea0686e 2024-12-09T23:14:20,212 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-09T23:14:20,213 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-09T23:14:20,215 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T23:14:20,215 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-09T23:14:20,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-09T23:14:20,216 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-09T23:14:20,218 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-09T23:14:20,218 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-09T23:14:20,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:20,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39464 deadline: 1733786120213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:20,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:20,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39496 deadline: 1733786120214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:20,233 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40923,1733786050901 for 'test_row_0' in 69f0ae44daec8c4dc849901faf38d599 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2273 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:14:20,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:20,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:20,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:20,235 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/3bd5441c6d734d938a2548824cb3b050 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/3bd5441c6d734d938a2548824cb3b050 2024-12-09T23:14:20,232 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40923,1733786050901 for 'test_row_1' in 69f0ae44daec8c4dc849901faf38d599 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2265 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:14:20,235 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:20,235 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:20,235 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:20,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-09T23:14:20,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:20,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. as already flushing 2024-12-09T23:14:20,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:20,250 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:20,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:20,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:20,258 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/ea4d8ce4bba4459d9f71d568afeb327d is 50, key is test_row_0/C:col10/1733786059883/Put/seqid=0 2024-12-09T23:14:20,265 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 69f0ae44daec8c4dc849901faf38d599/B of 69f0ae44daec8c4dc849901faf38d599 into 3bd5441c6d734d938a2548824cb3b050(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:14:20,265 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69f0ae44daec8c4dc849901faf38d599: 2024-12-09T23:14:20,265 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., storeName=69f0ae44daec8c4dc849901faf38d599/B, priority=13, startTime=1733786059802; duration=0sec 2024-12-09T23:14:20,265 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:14:20,266 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69f0ae44daec8c4dc849901faf38d599:B 2024-12-09T23:14:20,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741860_1036 (size=12101) 2024-12-09T23:14:20,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:20,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39478 deadline: 1733786120313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:20,330 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:20,339 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/ea4d8ce4bba4459d9f71d568afeb327d 2024-12-09T23:14:20,341 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:20,341 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:20,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:20,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39500 deadline: 1733786120354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:20,362 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:20,362 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:20,362 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:20,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:20,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39504 deadline: 1733786120394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:20,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/dd85c78dde0f409b8ee154d5baa1f516 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/dd85c78dde0f409b8ee154d5baa1f516 2024-12-09T23:14:20,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-09T23:14:20,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:20,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. as already flushing 2024-12-09T23:14:20,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:20,439 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:20,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:20,440 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:20,440 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:20,441 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:20,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:20,444 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/dd85c78dde0f409b8ee154d5baa1f516, entries=150, sequenceid=134, filesize=11.8 K 2024-12-09T23:14:20,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/92f369bfde6a4ed3ab30dc24bea0686e as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/92f369bfde6a4ed3ab30dc24bea0686e 2024-12-09T23:14:20,486 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/92f369bfde6a4ed3ab30dc24bea0686e, entries=150, sequenceid=134, filesize=11.8 K 2024-12-09T23:14:20,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/ea4d8ce4bba4459d9f71d568afeb327d as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/ea4d8ce4bba4459d9f71d568afeb327d 2024-12-09T23:14:20,526 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/ea4d8ce4bba4459d9f71d568afeb327d, entries=150, sequenceid=134, filesize=11.8 K 2024-12-09T23:14:20,533 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 69f0ae44daec8c4dc849901faf38d599 in 638ms, sequenceid=134, compaction requested=false 2024-12-09T23:14:20,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 69f0ae44daec8c4dc849901faf38d599: 2024-12-09T23:14:20,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-09T23:14:20,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-09T23:14:20,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:20,599 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 69f0ae44daec8c4dc849901faf38d599 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-09T23:14:20,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=A 2024-12-09T23:14:20,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:20,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=B 2024-12-09T23:14:20,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:20,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=C 2024-12-09T23:14:20,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:20,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/02e0ba0c68ad41e989ce41977f0a3227 is 50, key is test_row_0/A:col10/1733786059987/Put/seqid=0 2024-12-09T23:14:20,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 69f0ae44daec8c4dc849901faf38d599 2024-12-09T23:14:20,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. as already flushing 2024-12-09T23:14:20,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741861_1037 (size=12151) 2024-12-09T23:14:20,680 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/02e0ba0c68ad41e989ce41977f0a3227 2024-12-09T23:14:20,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/c83b601b8e7b401e87db3d3f6df726be is 50, key is test_row_0/B:col10/1733786059987/Put/seqid=0 2024-12-09T23:14:20,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741862_1038 (size=12151) 2024-12-09T23:14:20,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:20,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39500 deadline: 1733786120774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:20,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:20,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:20,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39504 deadline: 1733786120787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:20,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39478 deadline: 1733786120787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:20,792 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:20,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:20,792 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:20,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:20,792 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:20,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:20,793 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:20,793 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:20,793 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:20,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39504 deadline: 1733786120904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:20,917 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:20,917 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:20,917 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:20,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:20,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39500 deadline: 1733786120905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:20,920 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:20,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:20,920 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:20,920 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:20,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39478 deadline: 1733786120904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:20,921 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:20,921 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:20,921 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:21,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:21,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39504 deadline: 1733786121125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:21,138 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:21,139 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:21,139 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:21,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:21,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39500 deadline: 1733786121134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:21,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:21,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:21,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:21,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:21,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39478 deadline: 1733786121134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:21,149 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:21,149 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:21,149 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:21,157 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/c83b601b8e7b401e87db3d3f6df726be 2024-12-09T23:14:21,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/9376f9a0289f4721befc0a510be2a2ce is 50, key is test_row_0/C:col10/1733786059987/Put/seqid=0 2024-12-09T23:14:21,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741863_1039 (size=12151) 2024-12-09T23:14:21,238 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/9376f9a0289f4721befc0a510be2a2ce 2024-12-09T23:14:21,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/02e0ba0c68ad41e989ce41977f0a3227 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/02e0ba0c68ad41e989ce41977f0a3227 2024-12-09T23:14:21,292 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/02e0ba0c68ad41e989ce41977f0a3227, entries=150, sequenceid=151, filesize=11.9 K 2024-12-09T23:14:21,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/c83b601b8e7b401e87db3d3f6df726be as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/c83b601b8e7b401e87db3d3f6df726be 2024-12-09T23:14:21,309 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/c83b601b8e7b401e87db3d3f6df726be, entries=150, sequenceid=151, filesize=11.9 K 2024-12-09T23:14:21,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/9376f9a0289f4721befc0a510be2a2ce as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/9376f9a0289f4721befc0a510be2a2ce 2024-12-09T23:14:21,327 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/9376f9a0289f4721befc0a510be2a2ce, entries=150, sequenceid=151, filesize=11.9 K 2024-12-09T23:14:21,329 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=107.34 KB/109920 for 69f0ae44daec8c4dc849901faf38d599 in 731ms, sequenceid=151, compaction requested=true 2024-12-09T23:14:21,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 69f0ae44daec8c4dc849901faf38d599: 2024-12-09T23:14:21,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:21,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-09T23:14:21,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-09T23:14:21,337 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-09T23:14:21,337 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9150 sec 2024-12-09T23:14:21,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 1.9370 sec 2024-12-09T23:14:21,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 69f0ae44daec8c4dc849901faf38d599 2024-12-09T23:14:21,448 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 69f0ae44daec8c4dc849901faf38d599 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-09T23:14:21,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=A 2024-12-09T23:14:21,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:21,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=B 2024-12-09T23:14:21,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:21,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=C 2024-12-09T23:14:21,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:21,469 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/f7c74c6b0fa34a3ead13d2d562ff8c10 is 50, key is test_row_0/A:col10/1733786060781/Put/seqid=0 2024-12-09T23:14:21,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:21,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39504 deadline: 1733786121476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:21,485 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:21,485 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:21,485 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:21,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:21,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39478 deadline: 1733786121480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:21,495 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:21,495 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:21,495 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:21,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:21,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39500 deadline: 1733786121480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:21,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:21,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:21,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:21,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741864_1040 (size=14541) 2024-12-09T23:14:21,518 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/f7c74c6b0fa34a3ead13d2d562ff8c10 2024-12-09T23:14:21,542 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/187e1c91963d46a8859d932abd55703e is 50, key is test_row_0/B:col10/1733786060781/Put/seqid=0 2024-12-09T23:14:21,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-09T23:14:21,554 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T23:14:21,555 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T23:14:21,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-12-09T23:14:21,559 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T23:14:21,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-09T23:14:21,561 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T23:14:21,561 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T23:14:21,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741865_1041 (size=12151) 2024-12-09T23:14:21,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:21,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39504 deadline: 1733786121594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:21,600 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:21,601 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:21,601 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:21,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:21,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39478 deadline: 1733786121603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:21,607 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:21,608 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:21,608 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:21,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:21,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39500 deadline: 1733786121615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:21,622 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:21,622 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:21,622 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:21,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-09T23:14:21,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-09T23:14:21,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:21,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. as already flushing 2024-12-09T23:14:21,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:21,718 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:21,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:21,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:21,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39504 deadline: 1733786121817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:21,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:21,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39478 deadline: 1733786121818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:21,821 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:21,821 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:21,821 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:21,825 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:21,825 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:21,825 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:21,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:21,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39500 deadline: 1733786121833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:21,835 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:21,835 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:21,835 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:21,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-09T23:14:21,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-09T23:14:21,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:21,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. as already flushing 2024-12-09T23:14:21,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:21,879 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:21,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:21,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:21,980 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/187e1c91963d46a8859d932abd55703e 2024-12-09T23:14:22,016 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/7f06aa6bffc444c08b8b080274d2b27a is 50, key is test_row_0/C:col10/1733786060781/Put/seqid=0 2024-12-09T23:14:22,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741866_1042 (size=12151) 2024-12-09T23:14:22,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-09T23:14:22,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:22,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. as already flushing 2024-12-09T23:14:22,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:22,073 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:22,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:22,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:22,079 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/7f06aa6bffc444c08b8b080274d2b27a 2024-12-09T23:14:22,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:22,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39500 deadline: 1733786122148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:22,154 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:22,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:22,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:22,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:22,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39478 deadline: 1733786122148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:22,155 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:22,155 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/f7c74c6b0fa34a3ead13d2d562ff8c10 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/f7c74c6b0fa34a3ead13d2d562ff8c10 2024-12-09T23:14:22,155 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:22,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:22,155 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:22,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39504 deadline: 1733786122152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:22,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:22,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:22,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:22,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-09T23:14:22,205 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/f7c74c6b0fa34a3ead13d2d562ff8c10, entries=200, sequenceid=171, filesize=14.2 K 2024-12-09T23:14:22,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/187e1c91963d46a8859d932abd55703e as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/187e1c91963d46a8859d932abd55703e 2024-12-09T23:14:22,219 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/187e1c91963d46a8859d932abd55703e, entries=150, sequenceid=171, filesize=11.9 K 2024-12-09T23:14:22,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-09T23:14:22,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:22,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. as already flushing 2024-12-09T23:14:22,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:22,228 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:22,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:22,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/7f06aa6bffc444c08b8b080274d2b27a as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/7f06aa6bffc444c08b8b080274d2b27a 2024-12-09T23:14:22,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:22,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:22,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39496 deadline: 1733786122243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:22,246 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40923,1733786050901 for 'test_row_0' in 69f0ae44daec8c4dc849901faf38d599 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4290 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:14:22,247 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:22,247 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:22,247 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:22,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:22,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39464 deadline: 1733786122253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:22,264 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40923,1733786050901 for 'test_row_1' in 69f0ae44daec8c4dc849901faf38d599 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4301 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:14:22,265 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:22,265 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:22,265 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:22,270 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/7f06aa6bffc444c08b8b080274d2b27a, entries=150, sequenceid=171, filesize=11.9 K 2024-12-09T23:14:22,277 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 69f0ae44daec8c4dc849901faf38d599 in 830ms, sequenceid=171, compaction requested=true 2024-12-09T23:14:22,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 69f0ae44daec8c4dc849901faf38d599: 2024-12-09T23:14:22,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69f0ae44daec8c4dc849901faf38d599:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T23:14:22,278 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T23:14:22,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:14:22,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69f0ae44daec8c4dc849901faf38d599:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T23:14:22,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:14:22,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69f0ae44daec8c4dc849901faf38d599:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T23:14:22,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-09T23:14:22,288 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51000 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T23:14:22,288 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1541): 69f0ae44daec8c4dc849901faf38d599/A is initiating minor compaction (all files) 2024-12-09T23:14:22,288 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69f0ae44daec8c4dc849901faf38d599/A in TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:22,288 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/ba8b89d63ec347d99bdfeaaa89cc4339, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/dd85c78dde0f409b8ee154d5baa1f516, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/02e0ba0c68ad41e989ce41977f0a3227, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/f7c74c6b0fa34a3ead13d2d562ff8c10] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp, totalSize=49.8 K 2024-12-09T23:14:22,289 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T23:14:22,291 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting ba8b89d63ec347d99bdfeaaa89cc4339, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733786059044 2024-12-09T23:14:22,292 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting dd85c78dde0f409b8ee154d5baa1f516, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733786059459 2024-12-09T23:14:22,293 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 02e0ba0c68ad41e989ce41977f0a3227, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1733786059906 2024-12-09T23:14:22,294 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting f7c74c6b0fa34a3ead13d2d562ff8c10, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1733786060734 2024-12-09T23:14:22,296 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48610 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T23:14:22,296 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1541): 69f0ae44daec8c4dc849901faf38d599/B is initiating minor compaction (all files) 2024-12-09T23:14:22,296 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69f0ae44daec8c4dc849901faf38d599/B in TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:22,300 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/3bd5441c6d734d938a2548824cb3b050, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/92f369bfde6a4ed3ab30dc24bea0686e, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/c83b601b8e7b401e87db3d3f6df726be, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/187e1c91963d46a8859d932abd55703e] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp, totalSize=47.5 K 2024-12-09T23:14:22,303 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3bd5441c6d734d938a2548824cb3b050, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733786059044 2024-12-09T23:14:22,304 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 92f369bfde6a4ed3ab30dc24bea0686e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733786059459 2024-12-09T23:14:22,308 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting c83b601b8e7b401e87db3d3f6df726be, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1733786059906 2024-12-09T23:14:22,309 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 187e1c91963d46a8859d932abd55703e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1733786060734 2024-12-09T23:14:22,320 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69f0ae44daec8c4dc849901faf38d599#A#compaction#30 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:14:22,321 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/9cbbc8df66c74a8bb254c988a009b7f7 is 50, key is test_row_0/A:col10/1733786060781/Put/seqid=0 2024-12-09T23:14:22,346 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69f0ae44daec8c4dc849901faf38d599#B#compaction#31 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:14:22,347 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/da59f020437f4c6085ba2d9576d908fa is 50, key is test_row_0/B:col10/1733786060781/Put/seqid=0 2024-12-09T23:14:22,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741868_1044 (size=12493) 2024-12-09T23:14:22,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-09T23:14:22,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:22,383 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 69f0ae44daec8c4dc849901faf38d599 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-09T23:14:22,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=A 2024-12-09T23:14:22,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:22,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=B 2024-12-09T23:14:22,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:22,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=C 2024-12-09T23:14:22,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:22,384 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/da59f020437f4c6085ba2d9576d908fa as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/da59f020437f4c6085ba2d9576d908fa 2024-12-09T23:14:22,402 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 69f0ae44daec8c4dc849901faf38d599/B of 69f0ae44daec8c4dc849901faf38d599 into da59f020437f4c6085ba2d9576d908fa(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:14:22,402 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69f0ae44daec8c4dc849901faf38d599: 2024-12-09T23:14:22,402 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., storeName=69f0ae44daec8c4dc849901faf38d599/B, priority=12, startTime=1733786062278; duration=0sec 2024-12-09T23:14:22,403 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:14:22,403 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69f0ae44daec8c4dc849901faf38d599:B 2024-12-09T23:14:22,403 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T23:14:22,406 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48610 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T23:14:22,406 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1541): 69f0ae44daec8c4dc849901faf38d599/C is initiating minor compaction (all files) 2024-12-09T23:14:22,406 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69f0ae44daec8c4dc849901faf38d599/C in TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:22,407 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/4cdbd44fc5cc4b4b8bd2fe4c00b2c72c, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/ea4d8ce4bba4459d9f71d568afeb327d, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/9376f9a0289f4721befc0a510be2a2ce, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/7f06aa6bffc444c08b8b080274d2b27a] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp, totalSize=47.5 K 2024-12-09T23:14:22,407 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4cdbd44fc5cc4b4b8bd2fe4c00b2c72c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733786059044 2024-12-09T23:14:22,408 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea4d8ce4bba4459d9f71d568afeb327d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733786059459 2024-12-09T23:14:22,409 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9376f9a0289f4721befc0a510be2a2ce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1733786059906 2024-12-09T23:14:22,413 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7f06aa6bffc444c08b8b080274d2b27a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1733786060734 2024-12-09T23:14:22,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741867_1043 (size=12493) 2024-12-09T23:14:22,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/d6b3f7f789964ddc8ed4bdc623883cde is 50, key is test_row_0/A:col10/1733786061474/Put/seqid=0 2024-12-09T23:14:22,437 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/9cbbc8df66c74a8bb254c988a009b7f7 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/9cbbc8df66c74a8bb254c988a009b7f7 2024-12-09T23:14:22,442 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69f0ae44daec8c4dc849901faf38d599#C#compaction#33 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:14:22,443 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/0ff7fe92565241c293ff3cc0094602c8 is 50, key is test_row_0/C:col10/1733786060781/Put/seqid=0 2024-12-09T23:14:22,451 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 69f0ae44daec8c4dc849901faf38d599/A of 69f0ae44daec8c4dc849901faf38d599 into 9cbbc8df66c74a8bb254c988a009b7f7(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:14:22,451 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69f0ae44daec8c4dc849901faf38d599: 2024-12-09T23:14:22,451 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., storeName=69f0ae44daec8c4dc849901faf38d599/A, priority=12, startTime=1733786062278; duration=0sec 2024-12-09T23:14:22,452 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:14:22,452 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69f0ae44daec8c4dc849901faf38d599:A 2024-12-09T23:14:22,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741869_1045 (size=12151) 2024-12-09T23:14:22,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741870_1046 (size=12493) 2024-12-09T23:14:22,496 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/d6b3f7f789964ddc8ed4bdc623883cde 2024-12-09T23:14:22,518 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/0ff7fe92565241c293ff3cc0094602c8 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/0ff7fe92565241c293ff3cc0094602c8 2024-12-09T23:14:22,529 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 69f0ae44daec8c4dc849901faf38d599/C of 69f0ae44daec8c4dc849901faf38d599 into 0ff7fe92565241c293ff3cc0094602c8(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:14:22,529 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69f0ae44daec8c4dc849901faf38d599: 2024-12-09T23:14:22,529 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., storeName=69f0ae44daec8c4dc849901faf38d599/C, priority=12, startTime=1733786062278; duration=0sec 2024-12-09T23:14:22,529 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:14:22,530 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69f0ae44daec8c4dc849901faf38d599:C 2024-12-09T23:14:22,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/5cb5987e915646328cb0f3b93108b6b0 is 50, key is test_row_0/B:col10/1733786061474/Put/seqid=0 2024-12-09T23:14:22,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741871_1047 (size=12151) 2024-12-09T23:14:22,575 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/5cb5987e915646328cb0f3b93108b6b0 2024-12-09T23:14:22,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/fced4311dc3a4dd3ab03b876ee9649a1 is 50, key is test_row_0/C:col10/1733786061474/Put/seqid=0 2024-12-09T23:14:22,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741872_1048 (size=12151) 2024-12-09T23:14:22,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 69f0ae44daec8c4dc849901faf38d599 2024-12-09T23:14:22,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. as already flushing 2024-12-09T23:14:22,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-09T23:14:22,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:22,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39504 deadline: 1733786122716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:22,722 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:22,722 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:22,722 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:22,725 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733786062702, max timestamp=1733786062720Num uniques 859; 2024-12-09T23:14:22,725 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-09T23:14:22,727 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733786062702, max timestamp=1733786062720Num uniques 859; 2024-12-09T23:14:22,727 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-09T23:14:22,749 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733786062702, max timestamp=1733786062720Num uniques 859; 2024-12-09T23:14:22,749 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-09T23:14:22,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:22,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39478 deadline: 1733786122859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:22,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:22,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39500 deadline: 1733786122862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:22,867 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:22,867 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:22,868 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:22,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:22,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:22,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:22,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:22,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39504 deadline: 1733786122868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:22,871 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:22,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:22,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:22,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:22,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39478 deadline: 1733786122974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:22,979 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:22,979 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:22,979 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:22,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:22,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39500 deadline: 1733786122975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:22,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:22,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:22,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:22,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:22,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39504 deadline: 1733786122985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:22,987 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:22,987 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:22,987 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:23,065 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/fced4311dc3a4dd3ab03b876ee9649a1 2024-12-09T23:14:23,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/d6b3f7f789964ddc8ed4bdc623883cde as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/d6b3f7f789964ddc8ed4bdc623883cde 2024-12-09T23:14:23,111 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/d6b3f7f789964ddc8ed4bdc623883cde, entries=150, sequenceid=183, filesize=11.9 K 2024-12-09T23:14:23,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/5cb5987e915646328cb0f3b93108b6b0 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/5cb5987e915646328cb0f3b93108b6b0 2024-12-09T23:14:23,134 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/5cb5987e915646328cb0f3b93108b6b0, entries=150, sequenceid=183, filesize=11.9 K 2024-12-09T23:14:23,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/fced4311dc3a4dd3ab03b876ee9649a1 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/fced4311dc3a4dd3ab03b876ee9649a1 2024-12-09T23:14:23,156 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/fced4311dc3a4dd3ab03b876ee9649a1, entries=150, sequenceid=183, filesize=11.9 K 2024-12-09T23:14:23,160 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=129.71 KB/132820 for 69f0ae44daec8c4dc849901faf38d599 in 776ms, sequenceid=183, compaction requested=false 2024-12-09T23:14:23,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 69f0ae44daec8c4dc849901faf38d599: 2024-12-09T23:14:23,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:23,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-09T23:14:23,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-09T23:14:23,167 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-09T23:14:23,168 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6020 sec 2024-12-09T23:14:23,176 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 1.6150 sec 2024-12-09T23:14:23,211 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 69f0ae44daec8c4dc849901faf38d599 3/3 column families, dataSize=136.42 KB heapSize=390.06 KB 2024-12-09T23:14:23,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 69f0ae44daec8c4dc849901faf38d599 2024-12-09T23:14:23,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=A 2024-12-09T23:14:23,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-09T23:14:23,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=B 2024-12-09T23:14:23,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-09T23:14:23,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=C 2024-12-09T23:14:23,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-09T23:14:23,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:23,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39504 deadline: 1733786123259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:23,270 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:23,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:23,270 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:23,270 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:23,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39478 deadline: 1733786123262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:23,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:23,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39500 deadline: 1733786123262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:23,272 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:23,272 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:23,272 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:23,273 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:23,273 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:23,273 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:23,275 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/c934646c08504abcb33e612314a9157c is 50, key is test_row_0/A:col10/1733786063204/Put/seqid=0 2024-12-09T23:14:23,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741873_1049 (size=12151) 2024-12-09T23:14:23,322 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/c934646c08504abcb33e612314a9157c 2024-12-09T23:14:23,363 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/ea809880f8ea47fda0051af6a303ff90 is 50, key is test_row_0/B:col10/1733786063204/Put/seqid=0 2024-12-09T23:14:23,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:23,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39504 deadline: 1733786123373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:23,377 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:23,377 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:23,377 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:23,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:23,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39478 deadline: 1733786123385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:23,391 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:23,391 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:23,391 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:23,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:23,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39500 deadline: 1733786123389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:23,393 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:23,393 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:23,393 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:23,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741874_1050 (size=12151) 2024-12-09T23:14:23,400 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/ea809880f8ea47fda0051af6a303ff90 2024-12-09T23:14:23,424 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/6f321d78356c4b7aa592019e3c588a76 is 50, key is test_row_0/C:col10/1733786063204/Put/seqid=0 2024-12-09T23:14:23,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741875_1051 (size=12151) 2024-12-09T23:14:23,486 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/6f321d78356c4b7aa592019e3c588a76 2024-12-09T23:14:23,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/c934646c08504abcb33e612314a9157c as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/c934646c08504abcb33e612314a9157c 2024-12-09T23:14:23,538 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/c934646c08504abcb33e612314a9157c, entries=150, sequenceid=224, filesize=11.9 K 2024-12-09T23:14:23,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/ea809880f8ea47fda0051af6a303ff90 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/ea809880f8ea47fda0051af6a303ff90 2024-12-09T23:14:23,584 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/ea809880f8ea47fda0051af6a303ff90, entries=150, sequenceid=224, filesize=11.9 K 2024-12-09T23:14:23,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/6f321d78356c4b7aa592019e3c588a76 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/6f321d78356c4b7aa592019e3c588a76 2024-12-09T23:14:23,596 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/6f321d78356c4b7aa592019e3c588a76, entries=150, sequenceid=224, filesize=11.9 K 2024-12-09T23:14:23,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:23,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39504 deadline: 1733786123589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:23,597 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:23,597 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:23,597 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:23,598 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~143.13 KB/146560, heapSize ~410.64 KB/420496, currentSize=40.25 KB/41220 for 69f0ae44daec8c4dc849901faf38d599 in 388ms, sequenceid=224, compaction requested=true 2024-12-09T23:14:23,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 69f0ae44daec8c4dc849901faf38d599: 2024-12-09T23:14:23,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69f0ae44daec8c4dc849901faf38d599:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T23:14:23,598 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:14:23,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:14:23,598 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:14:23,601 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:14:23,601 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1541): 69f0ae44daec8c4dc849901faf38d599/A is initiating minor compaction (all files) 2024-12-09T23:14:23,601 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69f0ae44daec8c4dc849901faf38d599/A in TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:23,602 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/9cbbc8df66c74a8bb254c988a009b7f7, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/d6b3f7f789964ddc8ed4bdc623883cde, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/c934646c08504abcb33e612314a9157c] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp, totalSize=35.9 K 2024-12-09T23:14:23,602 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:14:23,602 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1541): 69f0ae44daec8c4dc849901faf38d599/B is initiating minor compaction (all files) 2024-12-09T23:14:23,602 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69f0ae44daec8c4dc849901faf38d599/B in TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:23,602 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/da59f020437f4c6085ba2d9576d908fa, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/5cb5987e915646328cb0f3b93108b6b0, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/ea809880f8ea47fda0051af6a303ff90] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp, totalSize=35.9 K 2024-12-09T23:14:23,604 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9cbbc8df66c74a8bb254c988a009b7f7, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1733786060734 2024-12-09T23:14:23,604 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting da59f020437f4c6085ba2d9576d908fa, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1733786060734 2024-12-09T23:14:23,605 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 5cb5987e915646328cb0f3b93108b6b0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1733786061459 2024-12-09T23:14:23,605 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting d6b3f7f789964ddc8ed4bdc623883cde, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1733786061459 2024-12-09T23:14:23,606 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting c934646c08504abcb33e612314a9157c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733786062857 2024-12-09T23:14:23,607 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting ea809880f8ea47fda0051af6a303ff90, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733786062857 2024-12-09T23:14:23,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 69f0ae44daec8c4dc849901faf38d599 2024-12-09T23:14:23,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69f0ae44daec8c4dc849901faf38d599:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T23:14:23,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:14:23,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69f0ae44daec8c4dc849901faf38d599:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T23:14:23,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:14:23,632 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 69f0ae44daec8c4dc849901faf38d599 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-09T23:14:23,634 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69f0ae44daec8c4dc849901faf38d599#A#compaction#39 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:14:23,635 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/043c76ccf886448cab095065846d5c53 is 50, key is test_row_0/A:col10/1733786063204/Put/seqid=0 2024-12-09T23:14:23,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=A 2024-12-09T23:14:23,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:23,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=B 2024-12-09T23:14:23,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:23,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=C 2024-12-09T23:14:23,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:23,643 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69f0ae44daec8c4dc849901faf38d599#B#compaction#40 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:14:23,643 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/97e6f69d1be64ce3986bb3e685ace789 is 50, key is test_row_0/B:col10/1733786063204/Put/seqid=0 2024-12-09T23:14:23,683 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/c49f6292d0504fdf9255a8d43696404d is 50, key is test_row_0/A:col10/1733786063611/Put/seqid=0 2024-12-09T23:14:23,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741877_1053 (size=12595) 2024-12-09T23:14:23,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-09T23:14:23,705 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T23:14:23,706 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T23:14:23,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-12-09T23:14:23,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-09T23:14:23,711 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T23:14:23,712 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T23:14:23,713 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T23:14:23,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741876_1052 (size=12595) 2024-12-09T23:14:23,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741878_1054 (size=16931) 2024-12-09T23:14:23,753 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/043c76ccf886448cab095065846d5c53 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/043c76ccf886448cab095065846d5c53 2024-12-09T23:14:23,790 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 69f0ae44daec8c4dc849901faf38d599/A of 69f0ae44daec8c4dc849901faf38d599 into 043c76ccf886448cab095065846d5c53(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:14:23,790 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69f0ae44daec8c4dc849901faf38d599: 2024-12-09T23:14:23,790 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., storeName=69f0ae44daec8c4dc849901faf38d599/A, priority=13, startTime=1733786063598; duration=0sec 2024-12-09T23:14:23,790 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:14:23,790 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69f0ae44daec8c4dc849901faf38d599:A 2024-12-09T23:14:23,790 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:14:23,797 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:14:23,797 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1541): 69f0ae44daec8c4dc849901faf38d599/C is initiating minor compaction (all files) 2024-12-09T23:14:23,797 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69f0ae44daec8c4dc849901faf38d599/C in TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:23,798 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/0ff7fe92565241c293ff3cc0094602c8, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/fced4311dc3a4dd3ab03b876ee9649a1, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/6f321d78356c4b7aa592019e3c588a76] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp, totalSize=35.9 K 2024-12-09T23:14:23,805 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ff7fe92565241c293ff3cc0094602c8, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1733786060734 2024-12-09T23:14:23,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:23,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39500 deadline: 1733786123779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:23,806 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting fced4311dc3a4dd3ab03b876ee9649a1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1733786061459 2024-12-09T23:14:23,806 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:23,806 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:23,807 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:23,807 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6f321d78356c4b7aa592019e3c588a76, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733786062857 2024-12-09T23:14:23,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-09T23:14:23,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:23,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39478 deadline: 1733786123806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:23,821 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:23,821 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:23,821 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:23,824 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69f0ae44daec8c4dc849901faf38d599#C#compaction#42 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:14:23,825 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/34c827b0716c497cbfa65be5e35e718a is 50, key is test_row_0/C:col10/1733786063204/Put/seqid=0 2024-12-09T23:14:23,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-09T23:14:23,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:23,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. as already flushing 2024-12-09T23:14:23,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:23,868 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:23,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:23,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:23,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741879_1055 (size=12595) 2024-12-09T23:14:23,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:23,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39504 deadline: 1733786123903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:23,904 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:23,904 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:23,904 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:23,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:23,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39500 deadline: 1733786123913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:23,917 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:23,917 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:23,917 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:23,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:23,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39478 deadline: 1733786123923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:23,927 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:23,927 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:23,927 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:24,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-09T23:14:24,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-09T23:14:24,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:24,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. as already flushing 2024-12-09T23:14:24,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:24,025 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:24,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:24,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:24,103 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/97e6f69d1be64ce3986bb3e685ace789 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/97e6f69d1be64ce3986bb3e685ace789 2024-12-09T23:14:24,113 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 69f0ae44daec8c4dc849901faf38d599/B of 69f0ae44daec8c4dc849901faf38d599 into 97e6f69d1be64ce3986bb3e685ace789(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:14:24,113 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69f0ae44daec8c4dc849901faf38d599: 2024-12-09T23:14:24,113 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., storeName=69f0ae44daec8c4dc849901faf38d599/B, priority=13, startTime=1733786063598; duration=0sec 2024-12-09T23:14:24,113 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:14:24,113 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69f0ae44daec8c4dc849901faf38d599:B 2024-12-09T23:14:24,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:24,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39500 deadline: 1733786124123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:24,129 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:24,129 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:24,129 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:24,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:24,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39478 deadline: 1733786124133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:24,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:24,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:24,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:24,149 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/c49f6292d0504fdf9255a8d43696404d 2024-12-09T23:14:24,162 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/11e2d2a8f3c04ab1af88b82d271501b9 is 50, key is test_row_0/B:col10/1733786063611/Put/seqid=0 2024-12-09T23:14:24,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-09T23:14:24,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:24,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. as already flushing 2024-12-09T23:14:24,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:24,184 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:24,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:24,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:24,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741880_1056 (size=12151) 2024-12-09T23:14:24,294 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/34c827b0716c497cbfa65be5e35e718a as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/34c827b0716c497cbfa65be5e35e718a 2024-12-09T23:14:24,317 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 69f0ae44daec8c4dc849901faf38d599/C of 69f0ae44daec8c4dc849901faf38d599 into 34c827b0716c497cbfa65be5e35e718a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:14:24,317 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69f0ae44daec8c4dc849901faf38d599: 2024-12-09T23:14:24,317 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., storeName=69f0ae44daec8c4dc849901faf38d599/C, priority=13, startTime=1733786063632; duration=0sec 2024-12-09T23:14:24,317 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:14:24,317 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69f0ae44daec8c4dc849901faf38d599:C 2024-12-09T23:14:24,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-09T23:14:24,339 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-09T23:14:24,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:24,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. as already flushing 2024-12-09T23:14:24,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:24,340 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:24,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:24,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:24,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:24,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39504 deadline: 1733786124415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:24,419 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:24,419 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:24,419 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:24,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:24,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39500 deadline: 1733786124433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:24,443 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:24,443 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:24,443 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:24,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:24,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39478 deadline: 1733786124449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:24,453 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:24,453 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:24,453 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:24,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-09T23:14:24,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:24,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. as already flushing 2024-12-09T23:14:24,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:24,498 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:24,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:24,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:24,617 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/11e2d2a8f3c04ab1af88b82d271501b9 2024-12-09T23:14:24,628 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/c60a13f53dc54ad8838a83f22981c463 is 50, key is test_row_0/C:col10/1733786063611/Put/seqid=0 2024-12-09T23:14:24,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741881_1057 (size=12151) 2024-12-09T23:14:24,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-09T23:14:24,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:24,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. as already flushing 2024-12-09T23:14:24,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:24,657 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:24,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:24,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:24,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-09T23:14:24,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:24,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. as already flushing 2024-12-09T23:14:24,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:24,825 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:24,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:24,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:24,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-09T23:14:24,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:24,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39500 deadline: 1733786124957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:24,962 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:24,962 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:24,962 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:24,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:24,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39478 deadline: 1733786124963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:24,966 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:24,966 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:24,966 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:24,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-09T23:14:24,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:24,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. as already flushing 2024-12-09T23:14:24,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:24,982 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:24,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:24,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:25,041 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/c60a13f53dc54ad8838a83f22981c463 2024-12-09T23:14:25,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/c49f6292d0504fdf9255a8d43696404d as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/c49f6292d0504fdf9255a8d43696404d 2024-12-09T23:14:25,076 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/c49f6292d0504fdf9255a8d43696404d, entries=250, sequenceid=237, filesize=16.5 K 2024-12-09T23:14:25,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/11e2d2a8f3c04ab1af88b82d271501b9 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/11e2d2a8f3c04ab1af88b82d271501b9 2024-12-09T23:14:25,126 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/11e2d2a8f3c04ab1af88b82d271501b9, entries=150, sequenceid=237, filesize=11.9 K 2024-12-09T23:14:25,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/c60a13f53dc54ad8838a83f22981c463 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/c60a13f53dc54ad8838a83f22981c463 2024-12-09T23:14:25,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-09T23:14:25,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:25,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. as already flushing 2024-12-09T23:14:25,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:25,148 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:25,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:25,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:25,153 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/c60a13f53dc54ad8838a83f22981c463, entries=150, sequenceid=237, filesize=11.9 K 2024-12-09T23:14:25,156 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 69f0ae44daec8c4dc849901faf38d599 in 1523ms, sequenceid=237, compaction requested=false 2024-12-09T23:14:25,156 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 69f0ae44daec8c4dc849901faf38d599: 2024-12-09T23:14:25,309 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-09T23:14:25,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:25,310 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing 69f0ae44daec8c4dc849901faf38d599 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-09T23:14:25,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=A 2024-12-09T23:14:25,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:25,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=B 2024-12-09T23:14:25,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:25,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=C 2024-12-09T23:14:25,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:25,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/2a894328bdff4281a07074d738c46252 is 50, key is test_row_0/A:col10/1733786063757/Put/seqid=0 2024-12-09T23:14:25,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741882_1058 (size=12151) 2024-12-09T23:14:25,373 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/2a894328bdff4281a07074d738c46252 2024-12-09T23:14:25,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/1ac2599a6ee747e8b507bbcb314f7e1c is 50, key is test_row_0/B:col10/1733786063757/Put/seqid=0 2024-12-09T23:14:25,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741883_1059 (size=12151) 2024-12-09T23:14:25,412 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/1ac2599a6ee747e8b507bbcb314f7e1c 2024-12-09T23:14:25,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/b7162370ebdd42fbbb075dc669dba070 is 50, key is test_row_0/C:col10/1733786063757/Put/seqid=0 2024-12-09T23:14:25,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 69f0ae44daec8c4dc849901faf38d599 2024-12-09T23:14:25,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. as already flushing 2024-12-09T23:14:25,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741884_1060 (size=12151) 2024-12-09T23:14:25,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:25,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39504 deadline: 1733786125487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:25,491 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:25,491 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:25,491 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:25,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:25,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39504 deadline: 1733786125603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:25,605 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:25,605 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:25,605 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:25,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:25,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39504 deadline: 1733786125817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:25,821 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:25,821 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:25,821 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:25,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-09T23:14:25,878 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/b7162370ebdd42fbbb075dc669dba070 2024-12-09T23:14:25,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/2a894328bdff4281a07074d738c46252 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/2a894328bdff4281a07074d738c46252 2024-12-09T23:14:25,966 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/2a894328bdff4281a07074d738c46252, entries=150, sequenceid=259, filesize=11.9 K 2024-12-09T23:14:25,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/1ac2599a6ee747e8b507bbcb314f7e1c as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/1ac2599a6ee747e8b507bbcb314f7e1c 2024-12-09T23:14:25,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:25,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:25,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39500 deadline: 1733786125977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:25,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39478 deadline: 1733786125977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:25,989 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40923,1733786050901 for 'test_row_2' in 69f0ae44daec8c4dc849901faf38d599 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2183 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:14:25,990 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:25,990 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:25,990 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:25,992 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40923,1733786050901 for 'test_row_2' in 69f0ae44daec8c4dc849901faf38d599 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2213 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:14:25,993 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:25,993 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:25,993 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:26,000 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/1ac2599a6ee747e8b507bbcb314f7e1c, entries=150, sequenceid=259, filesize=11.9 K 2024-12-09T23:14:26,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/b7162370ebdd42fbbb075dc669dba070 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/b7162370ebdd42fbbb075dc669dba070 2024-12-09T23:14:26,028 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/b7162370ebdd42fbbb075dc669dba070, entries=150, sequenceid=259, filesize=11.9 K 2024-12-09T23:14:26,043 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 69f0ae44daec8c4dc849901faf38d599 in 732ms, sequenceid=259, compaction requested=true 2024-12-09T23:14:26,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for 69f0ae44daec8c4dc849901faf38d599: 2024-12-09T23:14:26,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:26,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-12-09T23:14:26,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-12-09T23:14:26,056 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-09T23:14:26,057 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3350 sec 2024-12-09T23:14:26,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 2.3520 sec 2024-12-09T23:14:26,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 69f0ae44daec8c4dc849901faf38d599 2024-12-09T23:14:26,139 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 69f0ae44daec8c4dc849901faf38d599 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-09T23:14:26,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=A 2024-12-09T23:14:26,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:26,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=B 2024-12-09T23:14:26,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:26,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=C 2024-12-09T23:14:26,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:26,149 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/4a1eb918df9c494db79407c9c8bef5f7 is 50, key is test_row_0/A:col10/1733786065485/Put/seqid=0 2024-12-09T23:14:26,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741885_1061 (size=14741) 2024-12-09T23:14:26,167 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/4a1eb918df9c494db79407c9c8bef5f7 2024-12-09T23:14:26,211 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/252a5c5e89e44d4fb7db898b4b118bb2 is 50, key is test_row_0/B:col10/1733786065485/Put/seqid=0 2024-12-09T23:14:26,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741886_1062 (size=12301) 2024-12-09T23:14:26,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:26,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39504 deadline: 1733786126226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:26,233 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:26,233 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:26,233 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:26,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:26,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39464 deadline: 1733786126273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:26,278 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40923,1733786050901 for 'test_row_1' in 69f0ae44daec8c4dc849901faf38d599 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8315 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:14:26,279 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:26,279 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:26,279 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:26,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:26,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39496 deadline: 1733786126294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:26,295 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40923,1733786050901 for 'test_row_0' in 69f0ae44daec8c4dc849901faf38d599 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8339 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:14:26,298 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:26,298 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:26,298 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:26,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:26,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39504 deadline: 1733786126344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:26,347 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:26,347 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:26,348 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:26,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:26,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39504 deadline: 1733786126554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:26,563 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:26,563 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:26,563 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:26,637 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/252a5c5e89e44d4fb7db898b4b118bb2 2024-12-09T23:14:26,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/25648590e2b5477288caccd04f2af3cc is 50, key is test_row_0/C:col10/1733786065485/Put/seqid=0 2024-12-09T23:14:26,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741887_1063 (size=12301) 2024-12-09T23:14:26,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:26,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39504 deadline: 1733786126873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:26,876 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:26,876 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:26,876 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:27,077 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/25648590e2b5477288caccd04f2af3cc 2024-12-09T23:14:27,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/4a1eb918df9c494db79407c9c8bef5f7 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/4a1eb918df9c494db79407c9c8bef5f7 2024-12-09T23:14:27,090 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/4a1eb918df9c494db79407c9c8bef5f7, entries=200, sequenceid=273, filesize=14.4 K 2024-12-09T23:14:27,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/252a5c5e89e44d4fb7db898b4b118bb2 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/252a5c5e89e44d4fb7db898b4b118bb2 2024-12-09T23:14:27,105 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/252a5c5e89e44d4fb7db898b4b118bb2, entries=150, sequenceid=273, filesize=12.0 K 2024-12-09T23:14:27,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/25648590e2b5477288caccd04f2af3cc as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/25648590e2b5477288caccd04f2af3cc 2024-12-09T23:14:27,122 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/25648590e2b5477288caccd04f2af3cc, entries=150, sequenceid=273, filesize=12.0 K 2024-12-09T23:14:27,123 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 69f0ae44daec8c4dc849901faf38d599 in 984ms, sequenceid=273, compaction requested=true 2024-12-09T23:14:27,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 69f0ae44daec8c4dc849901faf38d599: 2024-12-09T23:14:27,124 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T23:14:27,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69f0ae44daec8c4dc849901faf38d599:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T23:14:27,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:14:27,125 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T23:14:27,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69f0ae44daec8c4dc849901faf38d599:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T23:14:27,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:14:27,126 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 56418 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T23:14:27,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69f0ae44daec8c4dc849901faf38d599:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T23:14:27,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:14:27,126 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1541): 69f0ae44daec8c4dc849901faf38d599/A is initiating minor compaction (all files) 2024-12-09T23:14:27,127 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69f0ae44daec8c4dc849901faf38d599/A in TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:27,127 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/043c76ccf886448cab095065846d5c53, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/c49f6292d0504fdf9255a8d43696404d, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/2a894328bdff4281a07074d738c46252, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/4a1eb918df9c494db79407c9c8bef5f7] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp, totalSize=55.1 K 2024-12-09T23:14:27,130 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 043c76ccf886448cab095065846d5c53, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733786062857 2024-12-09T23:14:27,130 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49198 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T23:14:27,130 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1541): 69f0ae44daec8c4dc849901faf38d599/B is initiating minor compaction (all files) 2024-12-09T23:14:27,131 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69f0ae44daec8c4dc849901faf38d599/B in TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:27,131 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/97e6f69d1be64ce3986bb3e685ace789, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/11e2d2a8f3c04ab1af88b82d271501b9, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/1ac2599a6ee747e8b507bbcb314f7e1c, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/252a5c5e89e44d4fb7db898b4b118bb2] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp, totalSize=48.0 K 2024-12-09T23:14:27,131 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 97e6f69d1be64ce3986bb3e685ace789, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733786062857 2024-12-09T23:14:27,132 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting c49f6292d0504fdf9255a8d43696404d, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1733786063248 2024-12-09T23:14:27,132 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 11e2d2a8f3c04ab1af88b82d271501b9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1733786063611 2024-12-09T23:14:27,132 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2a894328bdff4281a07074d738c46252, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1733786063757 2024-12-09T23:14:27,133 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a1eb918df9c494db79407c9c8bef5f7, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1733786065470 2024-12-09T23:14:27,133 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 1ac2599a6ee747e8b507bbcb314f7e1c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1733786063757 2024-12-09T23:14:27,134 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 252a5c5e89e44d4fb7db898b4b118bb2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1733786065481 2024-12-09T23:14:27,155 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69f0ae44daec8c4dc849901faf38d599#A#compaction#51 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:14:27,155 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/0cd888a58a5f4e3e8ab91672750f8c88 is 50, key is test_row_0/A:col10/1733786065485/Put/seqid=0 2024-12-09T23:14:27,159 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69f0ae44daec8c4dc849901faf38d599#B#compaction#52 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:14:27,160 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/5794af69a35340158a37f7ddd847e4be is 50, key is test_row_0/B:col10/1733786065485/Put/seqid=0 2024-12-09T23:14:27,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741888_1064 (size=12881) 2024-12-09T23:14:27,200 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/0cd888a58a5f4e3e8ab91672750f8c88 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/0cd888a58a5f4e3e8ab91672750f8c88 2024-12-09T23:14:27,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741889_1065 (size=12881) 2024-12-09T23:14:27,221 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/5794af69a35340158a37f7ddd847e4be as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/5794af69a35340158a37f7ddd847e4be 2024-12-09T23:14:27,223 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 69f0ae44daec8c4dc849901faf38d599/A of 69f0ae44daec8c4dc849901faf38d599 into 0cd888a58a5f4e3e8ab91672750f8c88(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:14:27,223 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69f0ae44daec8c4dc849901faf38d599: 2024-12-09T23:14:27,223 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., storeName=69f0ae44daec8c4dc849901faf38d599/A, priority=12, startTime=1733786067123; duration=0sec 2024-12-09T23:14:27,227 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:14:27,227 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69f0ae44daec8c4dc849901faf38d599:A 2024-12-09T23:14:27,228 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T23:14:27,230 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49198 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T23:14:27,230 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1541): 69f0ae44daec8c4dc849901faf38d599/C is initiating minor compaction (all files) 2024-12-09T23:14:27,230 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69f0ae44daec8c4dc849901faf38d599/C in TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:27,231 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/34c827b0716c497cbfa65be5e35e718a, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/c60a13f53dc54ad8838a83f22981c463, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/b7162370ebdd42fbbb075dc669dba070, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/25648590e2b5477288caccd04f2af3cc] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp, totalSize=48.0 K 2024-12-09T23:14:27,232 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 34c827b0716c497cbfa65be5e35e718a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733786062857 2024-12-09T23:14:27,233 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting c60a13f53dc54ad8838a83f22981c463, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1733786063611 2024-12-09T23:14:27,233 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting b7162370ebdd42fbbb075dc669dba070, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1733786063757 2024-12-09T23:14:27,235 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 25648590e2b5477288caccd04f2af3cc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1733786065481 2024-12-09T23:14:27,237 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 69f0ae44daec8c4dc849901faf38d599/B of 69f0ae44daec8c4dc849901faf38d599 into 5794af69a35340158a37f7ddd847e4be(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:14:27,237 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69f0ae44daec8c4dc849901faf38d599: 2024-12-09T23:14:27,237 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., storeName=69f0ae44daec8c4dc849901faf38d599/B, priority=12, startTime=1733786067125; duration=0sec 2024-12-09T23:14:27,237 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:14:27,238 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69f0ae44daec8c4dc849901faf38d599:B 2024-12-09T23:14:27,251 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69f0ae44daec8c4dc849901faf38d599#C#compaction#53 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:14:27,252 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/48b423b7abc2462e90b5d53471a83d36 is 50, key is test_row_0/C:col10/1733786065485/Put/seqid=0 2024-12-09T23:14:27,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741890_1066 (size=12881) 2024-12-09T23:14:27,300 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/48b423b7abc2462e90b5d53471a83d36 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/48b423b7abc2462e90b5d53471a83d36 2024-12-09T23:14:27,315 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 69f0ae44daec8c4dc849901faf38d599/C of 69f0ae44daec8c4dc849901faf38d599 into 48b423b7abc2462e90b5d53471a83d36(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:14:27,315 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69f0ae44daec8c4dc849901faf38d599: 2024-12-09T23:14:27,315 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., storeName=69f0ae44daec8c4dc849901faf38d599/C, priority=12, startTime=1733786067126; duration=0sec 2024-12-09T23:14:27,315 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:14:27,315 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69f0ae44daec8c4dc849901faf38d599:C 2024-12-09T23:14:27,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 69f0ae44daec8c4dc849901faf38d599 2024-12-09T23:14:27,385 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 69f0ae44daec8c4dc849901faf38d599 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-09T23:14:27,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=A 2024-12-09T23:14:27,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:27,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=B 2024-12-09T23:14:27,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:27,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=C 2024-12-09T23:14:27,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:27,392 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/de696f898c564bf598476d1791e7bb6a is 50, key is test_row_0/A:col10/1733786066206/Put/seqid=0 2024-12-09T23:14:27,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741891_1067 (size=12301) 2024-12-09T23:14:27,407 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/de696f898c564bf598476d1791e7bb6a 2024-12-09T23:14:27,418 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/41115977a4d24171be3b71b5d00b958f is 50, key is test_row_0/B:col10/1733786066206/Put/seqid=0 2024-12-09T23:14:27,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741892_1068 (size=12301) 2024-12-09T23:14:27,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:27,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39504 deadline: 1733786127434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:27,436 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:27,436 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:27,436 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:27,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:27,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39504 deadline: 1733786127553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:27,556 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:27,556 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:27,556 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:27,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:27,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39504 deadline: 1733786127763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:27,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:27,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:27,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:27,832 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/41115977a4d24171be3b71b5d00b958f 2024-12-09T23:14:27,849 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/4cb16fa3b91e4c2f8d00f570073900c6 is 50, key is test_row_0/C:col10/1733786066206/Put/seqid=0 2024-12-09T23:14:27,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-09T23:14:27,864 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T23:14:27,865 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T23:14:27,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741893_1069 (size=12301) 2024-12-09T23:14:27,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-12-09T23:14:27,867 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/4cb16fa3b91e4c2f8d00f570073900c6 2024-12-09T23:14:27,868 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T23:14:27,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-09T23:14:27,869 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T23:14:27,869 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T23:14:27,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/de696f898c564bf598476d1791e7bb6a as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/de696f898c564bf598476d1791e7bb6a 2024-12-09T23:14:27,886 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/de696f898c564bf598476d1791e7bb6a, entries=150, sequenceid=295, filesize=12.0 K 2024-12-09T23:14:27,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/41115977a4d24171be3b71b5d00b958f as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/41115977a4d24171be3b71b5d00b958f 2024-12-09T23:14:27,895 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/41115977a4d24171be3b71b5d00b958f, entries=150, sequenceid=295, filesize=12.0 K 2024-12-09T23:14:27,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/4cb16fa3b91e4c2f8d00f570073900c6 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/4cb16fa3b91e4c2f8d00f570073900c6 2024-12-09T23:14:27,925 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/4cb16fa3b91e4c2f8d00f570073900c6, entries=150, sequenceid=295, filesize=12.0 K 2024-12-09T23:14:27,927 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 69f0ae44daec8c4dc849901faf38d599 in 542ms, sequenceid=295, compaction requested=false 2024-12-09T23:14:27,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 69f0ae44daec8c4dc849901faf38d599: 2024-12-09T23:14:27,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-09T23:14:27,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 69f0ae44daec8c4dc849901faf38d599 2024-12-09T23:14:27,998 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 69f0ae44daec8c4dc849901faf38d599 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-09T23:14:27,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=A 2024-12-09T23:14:27,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:27,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=B 2024-12-09T23:14:27,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:27,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=C 2024-12-09T23:14:27,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:28,007 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/c2a13b3e52bd4267b7b5f6161af4f4c2 is 50, key is test_row_0/A:col10/1733786067425/Put/seqid=0 2024-12-09T23:14:28,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-09T23:14:28,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:28,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. as already flushing 2024-12-09T23:14:28,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:28,023 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:28,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:28,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:28,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741894_1070 (size=14741) 2024-12-09T23:14:28,030 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/c2a13b3e52bd4267b7b5f6161af4f4c2 2024-12-09T23:14:28,049 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/b5a94ba4a21e41ed86aa77ee7b2ac84c is 50, key is test_row_0/B:col10/1733786067425/Put/seqid=0 2024-12-09T23:14:28,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:28,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39478 deadline: 1733786128054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:28,059 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:28,059 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:28,059 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:28,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:28,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39500 deadline: 1733786128060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:28,065 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:28,065 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:28,065 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:28,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:28,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39504 deadline: 1733786128073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:28,076 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:28,076 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:28,076 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:28,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741895_1071 (size=12301) 2024-12-09T23:14:28,089 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/b5a94ba4a21e41ed86aa77ee7b2ac84c 2024-12-09T23:14:28,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/a436d3a83b9a4f16b001df9506c29cdd is 50, key is test_row_0/C:col10/1733786067425/Put/seqid=0 2024-12-09T23:14:28,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741896_1072 (size=12301) 2024-12-09T23:14:28,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:28,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39478 deadline: 1733786128163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:28,164 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:28,164 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:28,164 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:28,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:28,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39500 deadline: 1733786128173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:28,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-09T23:14:28,177 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:28,177 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:28,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:28,177 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:28,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. as already flushing 2024-12-09T23:14:28,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:28,178 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:28,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:28,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:28,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-09T23:14:28,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-09T23:14:28,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:28,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. as already flushing 2024-12-09T23:14:28,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:28,333 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:28,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:28,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:28,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:28,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39478 deadline: 1733786128374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:28,376 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:28,377 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:28,377 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:28,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:28,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39500 deadline: 1733786128383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:28,384 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:28,384 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:28,384 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:28,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-09T23:14:28,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:28,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. as already flushing 2024-12-09T23:14:28,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:28,486 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:28,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:28,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:28,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-09T23:14:28,539 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/a436d3a83b9a4f16b001df9506c29cdd 2024-12-09T23:14:28,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/c2a13b3e52bd4267b7b5f6161af4f4c2 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/c2a13b3e52bd4267b7b5f6161af4f4c2 2024-12-09T23:14:28,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:28,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39504 deadline: 1733786128583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:28,589 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/c2a13b3e52bd4267b7b5f6161af4f4c2, entries=200, sequenceid=309, filesize=14.4 K 2024-12-09T23:14:28,588 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:28,589 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:28,589 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:28,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/b5a94ba4a21e41ed86aa77ee7b2ac84c as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/b5a94ba4a21e41ed86aa77ee7b2ac84c 2024-12-09T23:14:28,600 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/b5a94ba4a21e41ed86aa77ee7b2ac84c, entries=150, sequenceid=309, filesize=12.0 K 2024-12-09T23:14:28,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/a436d3a83b9a4f16b001df9506c29cdd as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/a436d3a83b9a4f16b001df9506c29cdd 2024-12-09T23:14:28,617 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/a436d3a83b9a4f16b001df9506c29cdd, entries=150, sequenceid=309, filesize=12.0 K 2024-12-09T23:14:28,621 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 69f0ae44daec8c4dc849901faf38d599 in 623ms, sequenceid=309, compaction requested=true 2024-12-09T23:14:28,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 69f0ae44daec8c4dc849901faf38d599: 2024-12-09T23:14:28,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69f0ae44daec8c4dc849901faf38d599:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T23:14:28,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:14:28,621 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:14:28,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69f0ae44daec8c4dc849901faf38d599:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T23:14:28,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:14:28,621 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:14:28,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69f0ae44daec8c4dc849901faf38d599:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T23:14:28,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:14:28,623 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:14:28,623 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1541): 69f0ae44daec8c4dc849901faf38d599/B is initiating minor compaction (all files) 2024-12-09T23:14:28,623 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69f0ae44daec8c4dc849901faf38d599/B in TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:28,623 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/5794af69a35340158a37f7ddd847e4be, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/41115977a4d24171be3b71b5d00b958f, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/b5a94ba4a21e41ed86aa77ee7b2ac84c] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp, totalSize=36.6 K 2024-12-09T23:14:28,624 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 5794af69a35340158a37f7ddd847e4be, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1733786065481 2024-12-09T23:14:28,624 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39923 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:14:28,624 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1541): 69f0ae44daec8c4dc849901faf38d599/A is initiating minor compaction (all files) 2024-12-09T23:14:28,625 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 41115977a4d24171be3b71b5d00b958f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1733786066206 2024-12-09T23:14:28,625 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69f0ae44daec8c4dc849901faf38d599/A in TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:28,625 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/0cd888a58a5f4e3e8ab91672750f8c88, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/de696f898c564bf598476d1791e7bb6a, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/c2a13b3e52bd4267b7b5f6161af4f4c2] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp, totalSize=39.0 K 2024-12-09T23:14:28,625 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting b5a94ba4a21e41ed86aa77ee7b2ac84c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1733786067425 2024-12-09T23:14:28,625 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0cd888a58a5f4e3e8ab91672750f8c88, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1733786065481 2024-12-09T23:14:28,626 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting de696f898c564bf598476d1791e7bb6a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1733786066206 2024-12-09T23:14:28,627 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting c2a13b3e52bd4267b7b5f6161af4f4c2, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1733786067415 2024-12-09T23:14:28,642 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69f0ae44daec8c4dc849901faf38d599#B#compaction#60 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:14:28,644 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/63c40f4d1bdd4f0fa8b45f89a684ebaa is 50, key is test_row_0/B:col10/1733786067425/Put/seqid=0 2024-12-09T23:14:28,645 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-09T23:14:28,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:28,645 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing 69f0ae44daec8c4dc849901faf38d599 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-09T23:14:28,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=A 2024-12-09T23:14:28,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:28,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=B 2024-12-09T23:14:28,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:28,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=C 2024-12-09T23:14:28,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:28,656 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69f0ae44daec8c4dc849901faf38d599#A#compaction#61 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:14:28,656 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/e65f2dbb526e4a8c9f76726bc823a4bb is 50, key is test_row_0/A:col10/1733786067425/Put/seqid=0 2024-12-09T23:14:28,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/569e2ce457e94f76900b754e48317d3a is 50, key is test_row_0/A:col10/1733786068043/Put/seqid=0 2024-12-09T23:14:28,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741897_1073 (size=12983) 2024-12-09T23:14:28,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741898_1074 (size=12983) 2024-12-09T23:14:28,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 69f0ae44daec8c4dc849901faf38d599 2024-12-09T23:14:28,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. as already flushing 2024-12-09T23:14:28,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741899_1075 (size=12301) 2024-12-09T23:14:28,698 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/569e2ce457e94f76900b754e48317d3a 2024-12-09T23:14:28,707 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/e65f2dbb526e4a8c9f76726bc823a4bb as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/e65f2dbb526e4a8c9f76726bc823a4bb 2024-12-09T23:14:28,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/a779ffdf163a4a99889d29a566d7a43f is 50, key is test_row_0/B:col10/1733786068043/Put/seqid=0 2024-12-09T23:14:28,734 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 69f0ae44daec8c4dc849901faf38d599/A of 69f0ae44daec8c4dc849901faf38d599 into e65f2dbb526e4a8c9f76726bc823a4bb(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:14:28,734 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69f0ae44daec8c4dc849901faf38d599: 2024-12-09T23:14:28,734 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., storeName=69f0ae44daec8c4dc849901faf38d599/A, priority=13, startTime=1733786068621; duration=0sec 2024-12-09T23:14:28,734 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:14:28,735 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69f0ae44daec8c4dc849901faf38d599:A 2024-12-09T23:14:28,735 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:14:28,737 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:14:28,737 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1541): 69f0ae44daec8c4dc849901faf38d599/C is initiating minor compaction (all files) 2024-12-09T23:14:28,737 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69f0ae44daec8c4dc849901faf38d599/C in TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:28,737 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/48b423b7abc2462e90b5d53471a83d36, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/4cb16fa3b91e4c2f8d00f570073900c6, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/a436d3a83b9a4f16b001df9506c29cdd] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp, totalSize=36.6 K 2024-12-09T23:14:28,738 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 48b423b7abc2462e90b5d53471a83d36, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1733786065481 2024-12-09T23:14:28,738 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4cb16fa3b91e4c2f8d00f570073900c6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1733786066206 2024-12-09T23:14:28,738 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting a436d3a83b9a4f16b001df9506c29cdd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1733786067425 2024-12-09T23:14:28,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741900_1076 (size=12301) 2024-12-09T23:14:28,755 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69f0ae44daec8c4dc849901faf38d599#C#compaction#64 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:14:28,755 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/211d91e306f0405aa3bf6472a89543da is 50, key is test_row_0/C:col10/1733786067425/Put/seqid=0 2024-12-09T23:14:28,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:28,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39500 deadline: 1733786128755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:28,761 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:28,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:28,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:28,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:28,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39478 deadline: 1733786128761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:28,773 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:28,773 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:28,774 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:28,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741901_1077 (size=12983) 2024-12-09T23:14:28,798 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/211d91e306f0405aa3bf6472a89543da as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/211d91e306f0405aa3bf6472a89543da 2024-12-09T23:14:28,815 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 69f0ae44daec8c4dc849901faf38d599/C of 69f0ae44daec8c4dc849901faf38d599 into 211d91e306f0405aa3bf6472a89543da(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:14:28,815 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69f0ae44daec8c4dc849901faf38d599: 2024-12-09T23:14:28,815 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., storeName=69f0ae44daec8c4dc849901faf38d599/C, priority=13, startTime=1733786068621; duration=0sec 2024-12-09T23:14:28,815 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:14:28,815 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69f0ae44daec8c4dc849901faf38d599:C 2024-12-09T23:14:28,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:28,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39500 deadline: 1733786128873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:28,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:28,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:28,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:28,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:28,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39478 deadline: 1733786128883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:28,887 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:28,887 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:28,887 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:29,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-09T23:14:29,081 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/63c40f4d1bdd4f0fa8b45f89a684ebaa as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/63c40f4d1bdd4f0fa8b45f89a684ebaa 2024-12-09T23:14:29,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:29,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39500 deadline: 1733786129083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:29,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:29,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:29,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:29,089 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 69f0ae44daec8c4dc849901faf38d599/B of 69f0ae44daec8c4dc849901faf38d599 into 63c40f4d1bdd4f0fa8b45f89a684ebaa(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:14:29,089 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69f0ae44daec8c4dc849901faf38d599: 2024-12-09T23:14:29,089 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., storeName=69f0ae44daec8c4dc849901faf38d599/B, priority=13, startTime=1733786068621; duration=0sec 2024-12-09T23:14:29,089 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:14:29,089 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69f0ae44daec8c4dc849901faf38d599:B 2024-12-09T23:14:29,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:29,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39478 deadline: 1733786129093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:29,099 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:29,099 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:29,099 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:29,154 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/a779ffdf163a4a99889d29a566d7a43f 2024-12-09T23:14:29,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/45146816a7674d35bdc742e6c0034e4e is 50, key is test_row_0/C:col10/1733786068043/Put/seqid=0 2024-12-09T23:14:29,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741902_1078 (size=12301) 2024-12-09T23:14:29,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:29,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39500 deadline: 1733786129393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:29,394 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:29,394 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:29,394 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:29,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:29,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39478 deadline: 1733786129404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:29,407 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:29,407 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:29,407 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:29,579 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/45146816a7674d35bdc742e6c0034e4e 2024-12-09T23:14:29,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/569e2ce457e94f76900b754e48317d3a as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/569e2ce457e94f76900b754e48317d3a 2024-12-09T23:14:29,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:29,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39504 deadline: 1733786129594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:29,595 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40923,1733786050901 for 'test_row_2' in 69f0ae44daec8c4dc849901faf38d599 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2162 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:14:29,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:29,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:29,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:29,607 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/569e2ce457e94f76900b754e48317d3a, entries=150, sequenceid=327, filesize=12.0 K 2024-12-09T23:14:29,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/a779ffdf163a4a99889d29a566d7a43f as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/a779ffdf163a4a99889d29a566d7a43f 2024-12-09T23:14:29,630 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/a779ffdf163a4a99889d29a566d7a43f, entries=150, sequenceid=327, filesize=12.0 K 2024-12-09T23:14:29,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/45146816a7674d35bdc742e6c0034e4e as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/45146816a7674d35bdc742e6c0034e4e 2024-12-09T23:14:29,640 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/45146816a7674d35bdc742e6c0034e4e, entries=150, sequenceid=327, filesize=12.0 K 2024-12-09T23:14:29,643 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 69f0ae44daec8c4dc849901faf38d599 in 997ms, sequenceid=327, compaction requested=false 2024-12-09T23:14:29,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for 69f0ae44daec8c4dc849901faf38d599: 2024-12-09T23:14:29,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:29,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-12-09T23:14:29,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-12-09T23:14:29,647 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-12-09T23:14:29,647 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7760 sec 2024-12-09T23:14:29,650 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 1.7830 sec 2024-12-09T23:14:29,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 69f0ae44daec8c4dc849901faf38d599 2024-12-09T23:14:29,905 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 69f0ae44daec8c4dc849901faf38d599 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-09T23:14:29,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=A 2024-12-09T23:14:29,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:29,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=B 2024-12-09T23:14:29,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:29,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=C 2024-12-09T23:14:29,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:29,916 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/57c7ae1d21144f5d80c81a5cf953567b is 50, key is test_row_0/A:col10/1733786068741/Put/seqid=0 2024-12-09T23:14:29,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741903_1079 (size=14741) 2024-12-09T23:14:29,923 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/57c7ae1d21144f5d80c81a5cf953567b 2024-12-09T23:14:29,938 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/4419a472e896460a8c5f4dad465c51a8 is 50, key is test_row_0/B:col10/1733786068741/Put/seqid=0 2024-12-09T23:14:29,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:29,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39500 deadline: 1733786129950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:29,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:29,956 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:29,956 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:29,956 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:29,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39478 deadline: 1733786129951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:29,957 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:29,957 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:29,957 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:29,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741904_1080 (size=12301) 2024-12-09T23:14:30,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-09T23:14:30,024 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T23:14:30,024 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T23:14:30,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-12-09T23:14:30,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-09T23:14:30,027 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T23:14:30,028 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T23:14:30,028 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T23:14:30,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:30,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39500 deadline: 1733786130063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:30,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:30,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39478 deadline: 1733786130064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:30,067 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:30,068 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:30,068 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:30,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:30,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:30,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:30,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-09T23:14:30,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-09T23:14:30,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:30,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. as already flushing 2024-12-09T23:14:30,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:30,182 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:30,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:30,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:30,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:30,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:30,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39478 deadline: 1733786130273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:30,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39500 deadline: 1733786130273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:30,277 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:30,277 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:30,277 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:30,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:30,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:30,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:30,336 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-09T23:14:30,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:30,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. as already flushing 2024-12-09T23:14:30,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:30,336 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:30,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:30,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:30,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-09T23:14:30,365 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/4419a472e896460a8c5f4dad465c51a8 2024-12-09T23:14:30,390 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/2fab52f43b264fdc93e671f5e04d7e83 is 50, key is test_row_0/C:col10/1733786068741/Put/seqid=0 2024-12-09T23:14:30,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741905_1081 (size=12301) 2024-12-09T23:14:30,415 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/2fab52f43b264fdc93e671f5e04d7e83 2024-12-09T23:14:30,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/57c7ae1d21144f5d80c81a5cf953567b as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/57c7ae1d21144f5d80c81a5cf953567b 2024-12-09T23:14:30,447 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/57c7ae1d21144f5d80c81a5cf953567b, entries=200, sequenceid=345, filesize=14.4 K 2024-12-09T23:14:30,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/4419a472e896460a8c5f4dad465c51a8 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/4419a472e896460a8c5f4dad465c51a8 2024-12-09T23:14:30,458 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/4419a472e896460a8c5f4dad465c51a8, entries=150, sequenceid=345, filesize=12.0 K 2024-12-09T23:14:30,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/2fab52f43b264fdc93e671f5e04d7e83 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/2fab52f43b264fdc93e671f5e04d7e83 2024-12-09T23:14:30,476 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/2fab52f43b264fdc93e671f5e04d7e83, entries=150, sequenceid=345, filesize=12.0 K 2024-12-09T23:14:30,477 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 69f0ae44daec8c4dc849901faf38d599 in 572ms, sequenceid=345, compaction requested=true 2024-12-09T23:14:30,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 69f0ae44daec8c4dc849901faf38d599: 2024-12-09T23:14:30,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69f0ae44daec8c4dc849901faf38d599:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T23:14:30,477 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:14:30,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:14:30,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69f0ae44daec8c4dc849901faf38d599:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T23:14:30,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:14:30,477 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:14:30,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69f0ae44daec8c4dc849901faf38d599:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T23:14:30,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:14:30,480 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40025 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:14:30,480 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1541): 69f0ae44daec8c4dc849901faf38d599/A is initiating minor compaction (all files) 2024-12-09T23:14:30,480 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69f0ae44daec8c4dc849901faf38d599/A in TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:30,480 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/e65f2dbb526e4a8c9f76726bc823a4bb, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/569e2ce457e94f76900b754e48317d3a, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/57c7ae1d21144f5d80c81a5cf953567b] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp, totalSize=39.1 K 2024-12-09T23:14:30,481 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting e65f2dbb526e4a8c9f76726bc823a4bb, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1733786067425 2024-12-09T23:14:30,481 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:14:30,482 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1541): 69f0ae44daec8c4dc849901faf38d599/B is initiating minor compaction (all files) 2024-12-09T23:14:30,482 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69f0ae44daec8c4dc849901faf38d599/B in TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:30,482 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/63c40f4d1bdd4f0fa8b45f89a684ebaa, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/a779ffdf163a4a99889d29a566d7a43f, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/4419a472e896460a8c5f4dad465c51a8] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp, totalSize=36.7 K 2024-12-09T23:14:30,484 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 569e2ce457e94f76900b754e48317d3a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733786068035 2024-12-09T23:14:30,484 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 63c40f4d1bdd4f0fa8b45f89a684ebaa, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1733786067425 2024-12-09T23:14:30,485 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 57c7ae1d21144f5d80c81a5cf953567b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1733786068741 2024-12-09T23:14:30,485 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting a779ffdf163a4a99889d29a566d7a43f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733786068035 2024-12-09T23:14:30,485 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 4419a472e896460a8c5f4dad465c51a8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1733786068741 2024-12-09T23:14:30,491 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-09T23:14:30,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:30,491 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing 69f0ae44daec8c4dc849901faf38d599 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-09T23:14:30,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=A 2024-12-09T23:14:30,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:30,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=B 2024-12-09T23:14:30,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:30,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=C 2024-12-09T23:14:30,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:30,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/918ad15ae4d341cbbde6aec692d342ab is 50, key is test_row_0/A:col10/1733786069943/Put/seqid=0 2024-12-09T23:14:30,508 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69f0ae44daec8c4dc849901faf38d599#B#compaction#70 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:14:30,509 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/ea6db903203d4fccaf6ea21489242f9a is 50, key is test_row_0/B:col10/1733786068741/Put/seqid=0 2024-12-09T23:14:30,515 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69f0ae44daec8c4dc849901faf38d599#A#compaction#71 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:14:30,515 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/ce025b255dd74f8a8d353c019a6d91d3 is 50, key is test_row_0/A:col10/1733786068741/Put/seqid=0 2024-12-09T23:14:30,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741906_1082 (size=12301) 2024-12-09T23:14:30,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741908_1084 (size=13085) 2024-12-09T23:14:30,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741907_1083 (size=13085) 2024-12-09T23:14:30,554 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/ce025b255dd74f8a8d353c019a6d91d3 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/ce025b255dd74f8a8d353c019a6d91d3 2024-12-09T23:14:30,566 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 69f0ae44daec8c4dc849901faf38d599/A of 69f0ae44daec8c4dc849901faf38d599 into ce025b255dd74f8a8d353c019a6d91d3(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:14:30,566 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69f0ae44daec8c4dc849901faf38d599: 2024-12-09T23:14:30,566 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., storeName=69f0ae44daec8c4dc849901faf38d599/A, priority=13, startTime=1733786070477; duration=0sec 2024-12-09T23:14:30,567 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:14:30,567 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69f0ae44daec8c4dc849901faf38d599:A 2024-12-09T23:14:30,567 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:14:30,568 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:14:30,568 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1541): 69f0ae44daec8c4dc849901faf38d599/C is initiating minor compaction (all files) 2024-12-09T23:14:30,568 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69f0ae44daec8c4dc849901faf38d599/C in TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:30,569 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/211d91e306f0405aa3bf6472a89543da, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/45146816a7674d35bdc742e6c0034e4e, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/2fab52f43b264fdc93e671f5e04d7e83] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp, totalSize=36.7 K 2024-12-09T23:14:30,569 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 211d91e306f0405aa3bf6472a89543da, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1733786067425 2024-12-09T23:14:30,570 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 45146816a7674d35bdc742e6c0034e4e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733786068035 2024-12-09T23:14:30,570 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2fab52f43b264fdc93e671f5e04d7e83, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1733786068741 2024-12-09T23:14:30,584 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69f0ae44daec8c4dc849901faf38d599#C#compaction#72 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:14:30,585 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/baf4220f8e584b54bae1fc09489cc4ed is 50, key is test_row_0/C:col10/1733786068741/Put/seqid=0 2024-12-09T23:14:30,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 69f0ae44daec8c4dc849901faf38d599 2024-12-09T23:14:30,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. as already flushing 2024-12-09T23:14:30,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741909_1085 (size=13085) 2024-12-09T23:14:30,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:30,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39478 deadline: 1733786130618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:30,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:30,624 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:30,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39500 deadline: 1733786130619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:30,624 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:30,624 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:30,625 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:30,625 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:30,625 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:30,626 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/baf4220f8e584b54bae1fc09489cc4ed as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/baf4220f8e584b54bae1fc09489cc4ed 2024-12-09T23:14:30,643 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 69f0ae44daec8c4dc849901faf38d599/C of 69f0ae44daec8c4dc849901faf38d599 into baf4220f8e584b54bae1fc09489cc4ed(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:14:30,643 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69f0ae44daec8c4dc849901faf38d599: 2024-12-09T23:14:30,643 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., storeName=69f0ae44daec8c4dc849901faf38d599/C, priority=13, startTime=1733786070477; duration=0sec 2024-12-09T23:14:30,643 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:14:30,643 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69f0ae44daec8c4dc849901faf38d599:C 2024-12-09T23:14:30,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-09T23:14:30,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:30,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:30,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39500 deadline: 1733786130733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:30,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39478 deadline: 1733786130733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:30,735 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:30,735 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:30,735 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:30,735 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:30,736 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:30,736 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:30,945 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/918ad15ae4d341cbbde6aec692d342ab 2024-12-09T23:14:30,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:30,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39478 deadline: 1733786130942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:30,946 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:30,946 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:30,946 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:30,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:30,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39500 deadline: 1733786130943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:30,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:30,947 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:30,947 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:30,953 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/ea6db903203d4fccaf6ea21489242f9a as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/ea6db903203d4fccaf6ea21489242f9a 2024-12-09T23:14:30,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/7ab80a8e6fc34d7aaca14268aa21098d is 50, key is test_row_0/B:col10/1733786069943/Put/seqid=0 2024-12-09T23:14:30,959 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 69f0ae44daec8c4dc849901faf38d599/B of 69f0ae44daec8c4dc849901faf38d599 into ea6db903203d4fccaf6ea21489242f9a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:14:30,959 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69f0ae44daec8c4dc849901faf38d599: 2024-12-09T23:14:30,959 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., storeName=69f0ae44daec8c4dc849901faf38d599/B, priority=13, startTime=1733786070477; duration=0sec 2024-12-09T23:14:30,959 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:14:30,960 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69f0ae44daec8c4dc849901faf38d599:B 2024-12-09T23:14:30,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741910_1086 (size=12301) 2024-12-09T23:14:30,963 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/7ab80a8e6fc34d7aaca14268aa21098d 2024-12-09T23:14:30,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/4d29e2e216d04ccb9eef30d8f7c3fb6f is 50, key is test_row_0/C:col10/1733786069943/Put/seqid=0 2024-12-09T23:14:31,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741911_1087 (size=12301) 2024-12-09T23:14:31,013 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/4d29e2e216d04ccb9eef30d8f7c3fb6f 2024-12-09T23:14:31,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/918ad15ae4d341cbbde6aec692d342ab as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/918ad15ae4d341cbbde6aec692d342ab 2024-12-09T23:14:31,027 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/918ad15ae4d341cbbde6aec692d342ab, entries=150, sequenceid=362, filesize=12.0 K 2024-12-09T23:14:31,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/7ab80a8e6fc34d7aaca14268aa21098d as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/7ab80a8e6fc34d7aaca14268aa21098d 2024-12-09T23:14:31,043 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/7ab80a8e6fc34d7aaca14268aa21098d, entries=150, sequenceid=362, filesize=12.0 K 2024-12-09T23:14:31,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/4d29e2e216d04ccb9eef30d8f7c3fb6f as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/4d29e2e216d04ccb9eef30d8f7c3fb6f 2024-12-09T23:14:31,060 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/4d29e2e216d04ccb9eef30d8f7c3fb6f, entries=150, sequenceid=362, filesize=12.0 K 2024-12-09T23:14:31,061 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 69f0ae44daec8c4dc849901faf38d599 in 570ms, sequenceid=362, compaction requested=false 2024-12-09T23:14:31,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for 69f0ae44daec8c4dc849901faf38d599: 2024-12-09T23:14:31,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:31,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-12-09T23:14:31,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-12-09T23:14:31,084 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-12-09T23:14:31,088 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 1.0620 sec 2024-12-09T23:14:31,088 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0460 sec 2024-12-09T23:14:31,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-09T23:14:31,164 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T23:14:31,164 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T23:14:31,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-12-09T23:14:31,166 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T23:14:31,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-09T23:14:31,167 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T23:14:31,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T23:14:31,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 69f0ae44daec8c4dc849901faf38d599 2024-12-09T23:14:31,256 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 69f0ae44daec8c4dc849901faf38d599 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-09T23:14:31,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=A 2024-12-09T23:14:31,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:31,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=B 2024-12-09T23:14:31,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:31,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=C 2024-12-09T23:14:31,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:31,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-09T23:14:31,284 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/b0b9f6c602a24b19863a9ffb0bef8fdc is 50, key is test_row_0/A:col10/1733786071254/Put/seqid=0 2024-12-09T23:14:31,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-09T23:14:31,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:31,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. as already flushing 2024-12-09T23:14:31,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:31,326 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:31,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:31,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:31,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741912_1088 (size=12301) 2024-12-09T23:14:31,342 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/b0b9f6c602a24b19863a9ffb0bef8fdc 2024-12-09T23:14:31,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:31,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39500 deadline: 1733786131354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:31,364 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:31,365 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:31,365 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:31,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:31,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39478 deadline: 1733786131355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:31,367 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:31,367 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:31,367 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:31,371 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/b79980fe8b6749d5b27bf5ae7e5ad888 is 50, key is test_row_0/B:col10/1733786071254/Put/seqid=0 2024-12-09T23:14:31,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741913_1089 (size=12301) 2024-12-09T23:14:31,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:31,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39500 deadline: 1733786131473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:31,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:31,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39478 deadline: 1733786131473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:31,483 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:31,483 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:31,483 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:31,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-09T23:14:31,483 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:31,483 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:31,484 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:31,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:31,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. as already flushing 2024-12-09T23:14:31,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:31,484 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:31,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-09T23:14:31,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:31,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:31,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:31,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39504 deadline: 1733786131613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:31,614 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40923,1733786050901 for 'test_row_2' in 69f0ae44daec8c4dc849901faf38d599 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4181 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:14:31,615 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:31,615 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:31,615 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:31,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-09T23:14:31,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:31,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. as already flushing 2024-12-09T23:14:31,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:31,641 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:31,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:31,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:31,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:31,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39500 deadline: 1733786131693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:31,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:31,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:31,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:31,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:31,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39478 deadline: 1733786131693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:31,695 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:31,695 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:31,695 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:31,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-09T23:14:31,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-09T23:14:31,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:31,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. as already flushing 2024-12-09T23:14:31,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:31,795 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:31,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:31,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:31,820 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/b79980fe8b6749d5b27bf5ae7e5ad888 2024-12-09T23:14:31,888 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/e2104245fe16441bb4ecafec2746dc71 is 50, key is test_row_0/C:col10/1733786071254/Put/seqid=0 2024-12-09T23:14:31,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741914_1090 (size=12301) 2024-12-09T23:14:31,906 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/e2104245fe16441bb4ecafec2746dc71 2024-12-09T23:14:31,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/b0b9f6c602a24b19863a9ffb0bef8fdc as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/b0b9f6c602a24b19863a9ffb0bef8fdc 2024-12-09T23:14:31,924 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/b0b9f6c602a24b19863a9ffb0bef8fdc, entries=150, sequenceid=381, filesize=12.0 K 2024-12-09T23:14:31,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/b79980fe8b6749d5b27bf5ae7e5ad888 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/b79980fe8b6749d5b27bf5ae7e5ad888 2024-12-09T23:14:31,932 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/b79980fe8b6749d5b27bf5ae7e5ad888, entries=150, sequenceid=381, filesize=12.0 K 2024-12-09T23:14:31,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/e2104245fe16441bb4ecafec2746dc71 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/e2104245fe16441bb4ecafec2746dc71 2024-12-09T23:14:31,941 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/e2104245fe16441bb4ecafec2746dc71, entries=150, sequenceid=381, filesize=12.0 K 2024-12-09T23:14:31,942 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=93.93 KB/96180 for 69f0ae44daec8c4dc849901faf38d599 in 686ms, sequenceid=381, compaction requested=true 2024-12-09T23:14:31,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 69f0ae44daec8c4dc849901faf38d599: 2024-12-09T23:14:31,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69f0ae44daec8c4dc849901faf38d599:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T23:14:31,942 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:14:31,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:14:31,943 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:14:31,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69f0ae44daec8c4dc849901faf38d599:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T23:14:31,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:14:31,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69f0ae44daec8c4dc849901faf38d599:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T23:14:31,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:14:31,944 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:14:31,944 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1541): 69f0ae44daec8c4dc849901faf38d599/A is initiating minor compaction (all files) 2024-12-09T23:14:31,944 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69f0ae44daec8c4dc849901faf38d599/A in TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:31,945 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/ce025b255dd74f8a8d353c019a6d91d3, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/918ad15ae4d341cbbde6aec692d342ab, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/b0b9f6c602a24b19863a9ffb0bef8fdc] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp, totalSize=36.8 K 2024-12-09T23:14:31,946 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:14:31,946 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1541): 69f0ae44daec8c4dc849901faf38d599/B is initiating minor compaction (all files) 2024-12-09T23:14:31,946 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69f0ae44daec8c4dc849901faf38d599/B in TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:31,946 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/ea6db903203d4fccaf6ea21489242f9a, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/7ab80a8e6fc34d7aaca14268aa21098d, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/b79980fe8b6749d5b27bf5ae7e5ad888] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp, totalSize=36.8 K 2024-12-09T23:14:31,947 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting ea6db903203d4fccaf6ea21489242f9a, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1733786068741 2024-12-09T23:14:31,947 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting ce025b255dd74f8a8d353c019a6d91d3, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1733786068741 2024-12-09T23:14:31,947 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 7ab80a8e6fc34d7aaca14268aa21098d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1733786069940 2024-12-09T23:14:31,947 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 918ad15ae4d341cbbde6aec692d342ab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1733786069940 2024-12-09T23:14:31,948 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting b79980fe8b6749d5b27bf5ae7e5ad888, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1733786070596 2024-12-09T23:14:31,948 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting b0b9f6c602a24b19863a9ffb0bef8fdc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1733786070596 2024-12-09T23:14:31,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-09T23:14:31,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:31,955 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing 69f0ae44daec8c4dc849901faf38d599 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-09T23:14:31,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=A 2024-12-09T23:14:31,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:31,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=B 2024-12-09T23:14:31,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:31,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=C 2024-12-09T23:14:31,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:31,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/6c48c02c11a045f6abe576fa7c5f6e1a is 50, key is test_row_0/A:col10/1733786071326/Put/seqid=0 2024-12-09T23:14:31,980 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69f0ae44daec8c4dc849901faf38d599#A#compaction#79 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:14:31,981 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/e93a6a64eac6402d85d224f0a66ecceb is 50, key is test_row_0/A:col10/1733786071254/Put/seqid=0 2024-12-09T23:14:31,983 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69f0ae44daec8c4dc849901faf38d599#B#compaction#80 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:14:31,984 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/77ab44036b454377a53b4a8c7b4db79f is 50, key is test_row_0/B:col10/1733786071254/Put/seqid=0 2024-12-09T23:14:32,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. as already flushing 2024-12-09T23:14:32,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 69f0ae44daec8c4dc849901faf38d599 2024-12-09T23:14:32,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741915_1091 (size=13187) 2024-12-09T23:14:32,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741917_1093 (size=13187) 2024-12-09T23:14:32,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:32,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39500 deadline: 1733786132048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:32,056 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:32,056 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:32,056 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:32,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:32,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39478 deadline: 1733786132055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:32,059 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:32,059 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:32,059 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:32,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741916_1092 (size=12301) 2024-12-09T23:14:32,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:32,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39478 deadline: 1733786132163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:32,165 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:32,165 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:32,165 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:32,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:32,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39500 deadline: 1733786132163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:32,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:32,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:32,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:32,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-09T23:14:32,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:32,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39500 deadline: 1733786132374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:32,376 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:32,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:32,376 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:32,376 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:32,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39478 deadline: 1733786132374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:32,376 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:32,376 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:32,376 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:32,433 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/e93a6a64eac6402d85d224f0a66ecceb as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/e93a6a64eac6402d85d224f0a66ecceb 2024-12-09T23:14:32,442 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 69f0ae44daec8c4dc849901faf38d599/A of 69f0ae44daec8c4dc849901faf38d599 into e93a6a64eac6402d85d224f0a66ecceb(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:14:32,442 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69f0ae44daec8c4dc849901faf38d599: 2024-12-09T23:14:32,442 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., storeName=69f0ae44daec8c4dc849901faf38d599/A, priority=13, startTime=1733786071942; duration=0sec 2024-12-09T23:14:32,442 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:14:32,442 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69f0ae44daec8c4dc849901faf38d599:A 2024-12-09T23:14:32,442 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:14:32,444 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:14:32,444 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1541): 69f0ae44daec8c4dc849901faf38d599/C is initiating minor compaction (all files) 2024-12-09T23:14:32,444 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69f0ae44daec8c4dc849901faf38d599/C in TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:32,445 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/baf4220f8e584b54bae1fc09489cc4ed, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/4d29e2e216d04ccb9eef30d8f7c3fb6f, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/e2104245fe16441bb4ecafec2746dc71] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp, totalSize=36.8 K 2024-12-09T23:14:32,445 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting baf4220f8e584b54bae1fc09489cc4ed, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1733786068741 2024-12-09T23:14:32,446 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4d29e2e216d04ccb9eef30d8f7c3fb6f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1733786069940 2024-12-09T23:14:32,446 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting e2104245fe16441bb4ecafec2746dc71, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1733786070596 2024-12-09T23:14:32,451 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/77ab44036b454377a53b4a8c7b4db79f as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/77ab44036b454377a53b4a8c7b4db79f 2024-12-09T23:14:32,457 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69f0ae44daec8c4dc849901faf38d599#C#compaction#81 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:14:32,458 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/721919c82c314c77b7aa164705d34814 is 50, key is test_row_0/C:col10/1733786071254/Put/seqid=0 2024-12-09T23:14:32,462 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 69f0ae44daec8c4dc849901faf38d599/B of 69f0ae44daec8c4dc849901faf38d599 into 77ab44036b454377a53b4a8c7b4db79f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:14:32,462 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69f0ae44daec8c4dc849901faf38d599: 2024-12-09T23:14:32,463 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., storeName=69f0ae44daec8c4dc849901faf38d599/B, priority=13, startTime=1733786071942; duration=0sec 2024-12-09T23:14:32,463 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:14:32,463 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69f0ae44daec8c4dc849901faf38d599:B 2024-12-09T23:14:32,463 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/6c48c02c11a045f6abe576fa7c5f6e1a 2024-12-09T23:14:32,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/014c29aa4c6247a98f8379d444ae509b is 50, key is test_row_0/B:col10/1733786071326/Put/seqid=0 2024-12-09T23:14:32,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741918_1094 (size=13187) 2024-12-09T23:14:32,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741919_1095 (size=12301) 2024-12-09T23:14:32,491 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/014c29aa4c6247a98f8379d444ae509b 2024-12-09T23:14:32,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/b1f9bc78a8c14e1599cc2080eb0771ca is 50, key is test_row_0/C:col10/1733786071326/Put/seqid=0 2024-12-09T23:14:32,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741920_1096 (size=12301) 2024-12-09T23:14:32,551 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/b1f9bc78a8c14e1599cc2080eb0771ca 2024-12-09T23:14:32,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/6c48c02c11a045f6abe576fa7c5f6e1a as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/6c48c02c11a045f6abe576fa7c5f6e1a 2024-12-09T23:14:32,579 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/6c48c02c11a045f6abe576fa7c5f6e1a, entries=150, sequenceid=398, filesize=12.0 K 2024-12-09T23:14:32,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/014c29aa4c6247a98f8379d444ae509b as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/014c29aa4c6247a98f8379d444ae509b 2024-12-09T23:14:32,602 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/014c29aa4c6247a98f8379d444ae509b, entries=150, sequenceid=398, filesize=12.0 K 2024-12-09T23:14:32,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/b1f9bc78a8c14e1599cc2080eb0771ca as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/b1f9bc78a8c14e1599cc2080eb0771ca 2024-12-09T23:14:32,631 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/b1f9bc78a8c14e1599cc2080eb0771ca, entries=150, sequenceid=398, filesize=12.0 K 2024-12-09T23:14:32,632 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 69f0ae44daec8c4dc849901faf38d599 in 677ms, sequenceid=398, compaction requested=false 2024-12-09T23:14:32,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for 69f0ae44daec8c4dc849901faf38d599: 2024-12-09T23:14:32,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:32,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-12-09T23:14:32,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-12-09T23:14:32,639 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-12-09T23:14:32,640 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4690 sec 2024-12-09T23:14:32,647 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 1.4800 sec 2024-12-09T23:14:32,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 69f0ae44daec8c4dc849901faf38d599 2024-12-09T23:14:32,685 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 69f0ae44daec8c4dc849901faf38d599 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-09T23:14:32,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=A 2024-12-09T23:14:32,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:32,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=B 2024-12-09T23:14:32,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:32,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=C 2024-12-09T23:14:32,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:32,707 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/4e13d796d4d2492bb049556cb8b5d396 is 50, key is test_row_0/A:col10/1733786072684/Put/seqid=0 2024-12-09T23:14:32,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:32,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39500 deadline: 1733786132717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:32,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:32,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39478 deadline: 1733786132718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:32,719 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:32,719 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:32,719 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:32,719 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:32,719 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:32,719 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:32,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741921_1097 (size=17181) 2024-12-09T23:14:32,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:32,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39478 deadline: 1733786132823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:32,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:32,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:32,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:32,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:32,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39500 deadline: 1733786132823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:32,829 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:32,829 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:32,829 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:32,897 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/721919c82c314c77b7aa164705d34814 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/721919c82c314c77b7aa164705d34814 2024-12-09T23:14:32,907 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 69f0ae44daec8c4dc849901faf38d599/C of 69f0ae44daec8c4dc849901faf38d599 into 721919c82c314c77b7aa164705d34814(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:14:32,908 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69f0ae44daec8c4dc849901faf38d599: 2024-12-09T23:14:32,908 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., storeName=69f0ae44daec8c4dc849901faf38d599/C, priority=13, startTime=1733786071943; duration=0sec 2024-12-09T23:14:32,908 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:14:32,908 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69f0ae44daec8c4dc849901faf38d599:C 2024-12-09T23:14:33,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:33,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39478 deadline: 1733786133033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:33,034 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:33,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:33,035 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:33,035 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:33,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39500 deadline: 1733786133034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:33,035 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:33,035 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:33,035 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:33,128 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/4e13d796d4d2492bb049556cb8b5d396 2024-12-09T23:14:33,137 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/c06ef9301693409b98f53fefafb05d2c is 50, key is test_row_0/B:col10/1733786072684/Put/seqid=0 2024-12-09T23:14:33,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741922_1098 (size=12301) 2024-12-09T23:14:33,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-09T23:14:33,328 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T23:14:33,329 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T23:14:33,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-12-09T23:14:33,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-09T23:14:33,337 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T23:14:33,338 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T23:14:33,339 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T23:14:33,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:33,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39478 deadline: 1733786133343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:33,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:33,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39500 deadline: 1733786133349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:33,352 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:33,352 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:33,352 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:33,357 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:33,357 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:33,357 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:33,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-09T23:14:33,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-09T23:14:33,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:33,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. as already flushing 2024-12-09T23:14:33,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:33,499 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:33,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:33,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:33,569 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/c06ef9301693409b98f53fefafb05d2c 2024-12-09T23:14:33,605 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/0f6028a6aaab489aa2dfd2d7b1e1cc30 is 50, key is test_row_0/C:col10/1733786072684/Put/seqid=0 2024-12-09T23:14:33,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741923_1099 (size=12301) 2024-12-09T23:14:33,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-09T23:14:33,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:33,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. as already flushing 2024-12-09T23:14:33,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:33,653 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:33,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:33,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-09T23:14:33,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:33,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-09T23:14:33,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:33,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. as already flushing 2024-12-09T23:14:33,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:33,807 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:33,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:33,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:33,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:33,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39478 deadline: 1733786133863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:33,867 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:33,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:33,867 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:33,867 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:33,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39500 deadline: 1733786133863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:33,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:33,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:33,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:33,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-09T23:14:33,965 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-09T23:14:33,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:33,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. as already flushing 2024-12-09T23:14:33,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:33,965 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:33,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:33,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:34,028 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/0f6028a6aaab489aa2dfd2d7b1e1cc30 2024-12-09T23:14:34,039 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/4e13d796d4d2492bb049556cb8b5d396 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/4e13d796d4d2492bb049556cb8b5d396 2024-12-09T23:14:34,085 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/4e13d796d4d2492bb049556cb8b5d396, entries=250, sequenceid=417, filesize=16.8 K 2024-12-09T23:14:34,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/c06ef9301693409b98f53fefafb05d2c as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/c06ef9301693409b98f53fefafb05d2c 2024-12-09T23:14:34,119 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/c06ef9301693409b98f53fefafb05d2c, entries=150, sequenceid=417, filesize=12.0 K 2024-12-09T23:14:34,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-09T23:14:34,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:34,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. as already flushing 2024-12-09T23:14:34,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:34,123 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:34,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:34,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/0f6028a6aaab489aa2dfd2d7b1e1cc30 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/0f6028a6aaab489aa2dfd2d7b1e1cc30 2024-12-09T23:14:34,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:34,136 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/0f6028a6aaab489aa2dfd2d7b1e1cc30, entries=150, sequenceid=417, filesize=12.0 K 2024-12-09T23:14:34,137 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 69f0ae44daec8c4dc849901faf38d599 in 1452ms, sequenceid=417, compaction requested=true 2024-12-09T23:14:34,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 69f0ae44daec8c4dc849901faf38d599: 2024-12-09T23:14:34,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69f0ae44daec8c4dc849901faf38d599:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T23:14:34,138 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:14:34,139 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42669 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:14:34,139 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1541): 69f0ae44daec8c4dc849901faf38d599/A is initiating minor compaction (all files) 2024-12-09T23:14:34,139 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69f0ae44daec8c4dc849901faf38d599/A in TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:34,139 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/e93a6a64eac6402d85d224f0a66ecceb, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/6c48c02c11a045f6abe576fa7c5f6e1a, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/4e13d796d4d2492bb049556cb8b5d396] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp, totalSize=41.7 K 2024-12-09T23:14:34,140 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting e93a6a64eac6402d85d224f0a66ecceb, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1733786070596 2024-12-09T23:14:34,140 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6c48c02c11a045f6abe576fa7c5f6e1a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1733786071293 2024-12-09T23:14:34,141 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4e13d796d4d2492bb049556cb8b5d396, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1733786072037 2024-12-09T23:14:34,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:14:34,145 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:14:34,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69f0ae44daec8c4dc849901faf38d599:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T23:14:34,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:14:34,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69f0ae44daec8c4dc849901faf38d599:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T23:14:34,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:14:34,148 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:14:34,148 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1541): 69f0ae44daec8c4dc849901faf38d599/B is initiating minor compaction (all files) 2024-12-09T23:14:34,148 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69f0ae44daec8c4dc849901faf38d599/B in TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:34,148 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/77ab44036b454377a53b4a8c7b4db79f, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/014c29aa4c6247a98f8379d444ae509b, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/c06ef9301693409b98f53fefafb05d2c] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp, totalSize=36.9 K 2024-12-09T23:14:34,149 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 77ab44036b454377a53b4a8c7b4db79f, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1733786070596 2024-12-09T23:14:34,152 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 014c29aa4c6247a98f8379d444ae509b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1733786071293 2024-12-09T23:14:34,161 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting c06ef9301693409b98f53fefafb05d2c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1733786072043 2024-12-09T23:14:34,178 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69f0ae44daec8c4dc849901faf38d599#A#compaction#87 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:14:34,178 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69f0ae44daec8c4dc849901faf38d599#B#compaction#88 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:14:34,179 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/f4452d1ff9d64c8faf9ccdb0320be8ad is 50, key is test_row_0/B:col10/1733786072684/Put/seqid=0 2024-12-09T23:14:34,179 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/9046db3a0b594acaa4eeb73d3a7df35e is 50, key is test_row_0/A:col10/1733786072684/Put/seqid=0 2024-12-09T23:14:34,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741924_1100 (size=13289) 2024-12-09T23:14:34,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741925_1101 (size=13289) 2024-12-09T23:14:34,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-09T23:14:34,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:34,298 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing 69f0ae44daec8c4dc849901faf38d599 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-09T23:14:34,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=A 2024-12-09T23:14:34,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:34,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=B 2024-12-09T23:14:34,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:34,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=C 2024-12-09T23:14:34,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:34,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/6ec426f8d3094f219dd3834df272a423 is 50, key is test_row_0/A:col10/1733786072699/Put/seqid=0 2024-12-09T23:14:34,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741926_1102 (size=12301) 2024-12-09T23:14:34,359 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/6ec426f8d3094f219dd3834df272a423 2024-12-09T23:14:34,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/670aa6a1693c4e708f1f397180b1acca is 50, key is test_row_0/B:col10/1733786072699/Put/seqid=0 2024-12-09T23:14:34,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741927_1103 (size=12301) 2024-12-09T23:14:34,403 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/670aa6a1693c4e708f1f397180b1acca 2024-12-09T23:14:34,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/dd71a9ade80640a7b03e36aa0230e3af is 50, key is test_row_0/C:col10/1733786072699/Put/seqid=0 2024-12-09T23:14:34,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741928_1104 (size=12301) 2024-12-09T23:14:34,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-09T23:14:34,616 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/f4452d1ff9d64c8faf9ccdb0320be8ad as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/f4452d1ff9d64c8faf9ccdb0320be8ad 2024-12-09T23:14:34,622 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/9046db3a0b594acaa4eeb73d3a7df35e as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/9046db3a0b594acaa4eeb73d3a7df35e 2024-12-09T23:14:34,627 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 69f0ae44daec8c4dc849901faf38d599/B of 69f0ae44daec8c4dc849901faf38d599 into f4452d1ff9d64c8faf9ccdb0320be8ad(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:14:34,627 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69f0ae44daec8c4dc849901faf38d599: 2024-12-09T23:14:34,627 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., storeName=69f0ae44daec8c4dc849901faf38d599/B, priority=13, startTime=1733786074145; duration=0sec 2024-12-09T23:14:34,628 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:14:34,628 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69f0ae44daec8c4dc849901faf38d599:B 2024-12-09T23:14:34,628 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:14:34,631 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 69f0ae44daec8c4dc849901faf38d599/A of 69f0ae44daec8c4dc849901faf38d599 into 9046db3a0b594acaa4eeb73d3a7df35e(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:14:34,631 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69f0ae44daec8c4dc849901faf38d599: 2024-12-09T23:14:34,632 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., storeName=69f0ae44daec8c4dc849901faf38d599/A, priority=13, startTime=1733786074137; duration=0sec 2024-12-09T23:14:34,632 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:14:34,632 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69f0ae44daec8c4dc849901faf38d599:A 2024-12-09T23:14:34,633 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:14:34,633 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1541): 69f0ae44daec8c4dc849901faf38d599/C is initiating minor compaction (all files) 2024-12-09T23:14:34,633 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69f0ae44daec8c4dc849901faf38d599/C in TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:34,634 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/721919c82c314c77b7aa164705d34814, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/b1f9bc78a8c14e1599cc2080eb0771ca, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/0f6028a6aaab489aa2dfd2d7b1e1cc30] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp, totalSize=36.9 K 2024-12-09T23:14:34,634 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 721919c82c314c77b7aa164705d34814, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1733786070596 2024-12-09T23:14:34,635 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting b1f9bc78a8c14e1599cc2080eb0771ca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1733786071293 2024-12-09T23:14:34,635 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 0f6028a6aaab489aa2dfd2d7b1e1cc30, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1733786072043 2024-12-09T23:14:34,662 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69f0ae44daec8c4dc849901faf38d599#C#compaction#92 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:14:34,664 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/a9c84d69bb4b4c9ab0d736c2747d70c6 is 50, key is test_row_0/C:col10/1733786072684/Put/seqid=0 2024-12-09T23:14:34,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741929_1105 (size=13289) 2024-12-09T23:14:34,827 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/dd71a9ade80640a7b03e36aa0230e3af 2024-12-09T23:14:34,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/6ec426f8d3094f219dd3834df272a423 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/6ec426f8d3094f219dd3834df272a423 2024-12-09T23:14:34,845 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/6ec426f8d3094f219dd3834df272a423, entries=150, sequenceid=433, filesize=12.0 K 2024-12-09T23:14:34,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/670aa6a1693c4e708f1f397180b1acca as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/670aa6a1693c4e708f1f397180b1acca 2024-12-09T23:14:34,855 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/670aa6a1693c4e708f1f397180b1acca, entries=150, sequenceid=433, filesize=12.0 K 2024-12-09T23:14:34,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/dd71a9ade80640a7b03e36aa0230e3af as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/dd71a9ade80640a7b03e36aa0230e3af 2024-12-09T23:14:34,866 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/dd71a9ade80640a7b03e36aa0230e3af, entries=150, sequenceid=433, filesize=12.0 K 2024-12-09T23:14:34,867 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=0 B/0 for 69f0ae44daec8c4dc849901faf38d599 in 569ms, sequenceid=433, compaction requested=false 2024-12-09T23:14:34,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for 69f0ae44daec8c4dc849901faf38d599: 2024-12-09T23:14:34,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:34,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-12-09T23:14:34,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-12-09T23:14:34,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-12-09T23:14:34,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5310 sec 2024-12-09T23:14:34,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 1.5450 sec 2024-12-09T23:14:34,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 69f0ae44daec8c4dc849901faf38d599 2024-12-09T23:14:34,901 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 69f0ae44daec8c4dc849901faf38d599 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-09T23:14:34,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=A 2024-12-09T23:14:34,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:34,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=B 2024-12-09T23:14:34,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:34,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=C 2024-12-09T23:14:34,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:34,923 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/40cdc815c1e64b7a8d77881535f3a6a6 is 50, key is test_row_0/A:col10/1733786074900/Put/seqid=0 2024-12-09T23:14:34,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741930_1106 (size=14741) 2024-12-09T23:14:34,970 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/40cdc815c1e64b7a8d77881535f3a6a6 2024-12-09T23:14:34,982 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1733786074950, max timestamp=1733786074978Num uniques 859; 2024-12-09T23:14:34,982 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-09T23:14:35,007 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/cb8b45096bdc4d54884266f513503a96 is 50, key is test_row_0/B:col10/1733786074900/Put/seqid=0 2024-12-09T23:14:35,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:35,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39500 deadline: 1733786135022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:35,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:35,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39478 deadline: 1733786135022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:35,035 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:35,035 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:35,035 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:35,036 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:35,036 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:35,036 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:35,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741931_1107 (size=12301) 2024-12-09T23:14:35,112 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/a9c84d69bb4b4c9ab0d736c2747d70c6 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/a9c84d69bb4b4c9ab0d736c2747d70c6 2024-12-09T23:14:35,133 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 69f0ae44daec8c4dc849901faf38d599/C of 69f0ae44daec8c4dc849901faf38d599 into a9c84d69bb4b4c9ab0d736c2747d70c6(size=13.0 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:14:35,133 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69f0ae44daec8c4dc849901faf38d599: 2024-12-09T23:14:35,133 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., storeName=69f0ae44daec8c4dc849901faf38d599/C, priority=13, startTime=1733786074146; duration=0sec 2024-12-09T23:14:35,133 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:14:35,134 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69f0ae44daec8c4dc849901faf38d599:C 2024-12-09T23:14:35,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:35,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39478 deadline: 1733786135143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:35,149 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:35,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:35,149 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:35,149 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:35,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39500 deadline: 1733786135143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:35,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:35,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:35,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:35,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:35,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:35,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39478 deadline: 1733786135353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:35,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39500 deadline: 1733786135353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:35,360 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:35,360 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:35,360 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:35,360 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:35,360 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:35,360 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:35,445 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/cb8b45096bdc4d54884266f513503a96 2024-12-09T23:14:35,467 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/671360b6cac647648d304e2573a917a2 is 50, key is test_row_0/C:col10/1733786074900/Put/seqid=0 2024-12-09T23:14:35,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741932_1108 (size=12301) 2024-12-09T23:14:35,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-09T23:14:35,484 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T23:14:35,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T23:14:35,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees 2024-12-09T23:14:35,488 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T23:14:35,490 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T23:14:35,490 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T23:14:35,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-09T23:14:35,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-09T23:14:35,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-12-09T23:14:35,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:35,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. as already flushing 2024-12-09T23:14:35,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:35,648 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:35,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:35,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:35,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:35,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39504 deadline: 1733786135643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:35,653 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40923,1733786050901 for 'test_row_2' in 69f0ae44daec8c4dc849901faf38d599 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8220 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:14:35,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:35,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:35,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:35,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:35,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39500 deadline: 1733786135663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:35,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:35,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:35,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:35,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:35,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39478 deadline: 1733786135673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:35,680 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:35,680 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:35,684 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:35,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-12-09T23:14:35,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:35,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. as already flushing 2024-12-09T23:14:35,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:35,802 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:35,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:35,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:35,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-09T23:14:35,877 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/671360b6cac647648d304e2573a917a2 2024-12-09T23:14:35,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/40cdc815c1e64b7a8d77881535f3a6a6 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/40cdc815c1e64b7a8d77881535f3a6a6 2024-12-09T23:14:35,902 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/40cdc815c1e64b7a8d77881535f3a6a6, entries=200, sequenceid=445, filesize=14.4 K 2024-12-09T23:14:35,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/cb8b45096bdc4d54884266f513503a96 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/cb8b45096bdc4d54884266f513503a96 2024-12-09T23:14:35,911 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/cb8b45096bdc4d54884266f513503a96, entries=150, sequenceid=445, filesize=12.0 K 2024-12-09T23:14:35,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/671360b6cac647648d304e2573a917a2 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/671360b6cac647648d304e2573a917a2 2024-12-09T23:14:35,925 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/671360b6cac647648d304e2573a917a2, entries=150, sequenceid=445, filesize=12.0 K 2024-12-09T23:14:35,927 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=138.65 KB/141980 for 69f0ae44daec8c4dc849901faf38d599 in 1025ms, sequenceid=445, compaction requested=true 2024-12-09T23:14:35,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 69f0ae44daec8c4dc849901faf38d599: 2024-12-09T23:14:35,927 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:14:35,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69f0ae44daec8c4dc849901faf38d599:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T23:14:35,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:14:35,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69f0ae44daec8c4dc849901faf38d599:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T23:14:35,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:14:35,928 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:14:35,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69f0ae44daec8c4dc849901faf38d599:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T23:14:35,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:14:35,931 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40331 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:14:35,931 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1541): 69f0ae44daec8c4dc849901faf38d599/A is initiating minor compaction (all files) 2024-12-09T23:14:35,931 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69f0ae44daec8c4dc849901faf38d599/A in TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:35,931 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/9046db3a0b594acaa4eeb73d3a7df35e, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/6ec426f8d3094f219dd3834df272a423, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/40cdc815c1e64b7a8d77881535f3a6a6] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp, totalSize=39.4 K 2024-12-09T23:14:35,931 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:14:35,931 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1541): 69f0ae44daec8c4dc849901faf38d599/B is initiating minor compaction (all files) 2024-12-09T23:14:35,931 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69f0ae44daec8c4dc849901faf38d599/B in TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:35,932 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/f4452d1ff9d64c8faf9ccdb0320be8ad, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/670aa6a1693c4e708f1f397180b1acca, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/cb8b45096bdc4d54884266f513503a96] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp, totalSize=37.0 K 2024-12-09T23:14:35,932 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting f4452d1ff9d64c8faf9ccdb0320be8ad, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1733786072043 2024-12-09T23:14:35,933 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9046db3a0b594acaa4eeb73d3a7df35e, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1733786072043 2024-12-09T23:14:35,933 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 670aa6a1693c4e708f1f397180b1acca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1733786072699 2024-12-09T23:14:35,933 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6ec426f8d3094f219dd3834df272a423, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1733786072699 2024-12-09T23:14:35,934 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting cb8b45096bdc4d54884266f513503a96, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1733786074890 2024-12-09T23:14:35,934 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 40cdc815c1e64b7a8d77881535f3a6a6, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1733786074890 2024-12-09T23:14:35,947 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69f0ae44daec8c4dc849901faf38d599#A#compaction#96 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:14:35,948 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/c83c3bfc03e944cc8ccdb5207d2abea4 is 50, key is test_row_0/A:col10/1733786074900/Put/seqid=0 2024-12-09T23:14:35,955 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69f0ae44daec8c4dc849901faf38d599#B#compaction#97 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:14:35,956 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/e50bc16eb5f7450590213bd0adc6565a is 50, key is test_row_0/B:col10/1733786074900/Put/seqid=0 2024-12-09T23:14:35,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-12-09T23:14:35,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:35,961 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2902): Flushing 69f0ae44daec8c4dc849901faf38d599 3/3 column families, dataSize=138.65 KB heapSize=406.64 KB 2024-12-09T23:14:35,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=A 2024-12-09T23:14:35,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:14:35,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=B 2024-12-09T23:14:35,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:14:35,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=C 2024-12-09T23:14:35,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:14:35,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/1e120be8a75c46a2984cb89a7df33ed9 is 50, key is test_row_0/A:col10/1733786075019/Put/seqid=0 2024-12-09T23:14:35,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741933_1109 (size=13391) 2024-12-09T23:14:35,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741934_1110 (size=13391) 2024-12-09T23:14:35,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741935_1111 (size=12301) 2024-12-09T23:14:36,004 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/1e120be8a75c46a2984cb89a7df33ed9 2024-12-09T23:14:36,004 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/e50bc16eb5f7450590213bd0adc6565a as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/e50bc16eb5f7450590213bd0adc6565a 2024-12-09T23:14:36,004 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/c83c3bfc03e944cc8ccdb5207d2abea4 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/c83c3bfc03e944cc8ccdb5207d2abea4 2024-12-09T23:14:36,018 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 69f0ae44daec8c4dc849901faf38d599/B of 69f0ae44daec8c4dc849901faf38d599 into e50bc16eb5f7450590213bd0adc6565a(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:14:36,018 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69f0ae44daec8c4dc849901faf38d599: 2024-12-09T23:14:36,018 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., storeName=69f0ae44daec8c4dc849901faf38d599/B, priority=13, startTime=1733786075928; duration=0sec 2024-12-09T23:14:36,018 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:14:36,018 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69f0ae44daec8c4dc849901faf38d599:B 2024-12-09T23:14:36,018 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:14:36,021 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 69f0ae44daec8c4dc849901faf38d599/A of 69f0ae44daec8c4dc849901faf38d599 into c83c3bfc03e944cc8ccdb5207d2abea4(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:14:36,021 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69f0ae44daec8c4dc849901faf38d599: 2024-12-09T23:14:36,021 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., storeName=69f0ae44daec8c4dc849901faf38d599/A, priority=13, startTime=1733786075927; duration=0sec 2024-12-09T23:14:36,021 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:14:36,021 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69f0ae44daec8c4dc849901faf38d599:A 2024-12-09T23:14:36,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/6d22bd96057f4d32a23a1eb544c8295b is 50, key is test_row_0/B:col10/1733786075019/Put/seqid=0 2024-12-09T23:14:36,022 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:14:36,022 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1541): 69f0ae44daec8c4dc849901faf38d599/C is initiating minor compaction (all files) 2024-12-09T23:14:36,022 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 69f0ae44daec8c4dc849901faf38d599/C in TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:36,023 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/a9c84d69bb4b4c9ab0d736c2747d70c6, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/dd71a9ade80640a7b03e36aa0230e3af, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/671360b6cac647648d304e2573a917a2] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp, totalSize=37.0 K 2024-12-09T23:14:36,023 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting a9c84d69bb4b4c9ab0d736c2747d70c6, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1733786072043 2024-12-09T23:14:36,023 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting dd71a9ade80640a7b03e36aa0230e3af, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1733786072699 2024-12-09T23:14:36,024 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 671360b6cac647648d304e2573a917a2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1733786074890 2024-12-09T23:14:36,053 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69f0ae44daec8c4dc849901faf38d599#C#compaction#100 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:14:36,053 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/8c55f8bd40834506814dfa147e182ef4 is 50, key is test_row_0/C:col10/1733786074900/Put/seqid=0 2024-12-09T23:14:36,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741936_1112 (size=12301) 2024-12-09T23:14:36,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741937_1113 (size=13391) 2024-12-09T23:14:36,095 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/8c55f8bd40834506814dfa147e182ef4 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/8c55f8bd40834506814dfa147e182ef4 2024-12-09T23:14:36,105 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 69f0ae44daec8c4dc849901faf38d599/C of 69f0ae44daec8c4dc849901faf38d599 into 8c55f8bd40834506814dfa147e182ef4(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:14:36,105 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 69f0ae44daec8c4dc849901faf38d599: 2024-12-09T23:14:36,105 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., storeName=69f0ae44daec8c4dc849901faf38d599/C, priority=13, startTime=1733786075928; duration=0sec 2024-12-09T23:14:36,105 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:14:36,105 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69f0ae44daec8c4dc849901faf38d599:C 2024-12-09T23:14:36,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-09T23:14:36,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 69f0ae44daec8c4dc849901faf38d599 2024-12-09T23:14:36,177 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. as already flushing 2024-12-09T23:14:36,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:36,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39478 deadline: 1733786136193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:36,202 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:36,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:36,202 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:36,202 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:36,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39500 deadline: 1733786136200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:36,202 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:36,202 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:36,202 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:36,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:36,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39500 deadline: 1733786136313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:36,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:36,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:36,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:36,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:36,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39496 deadline: 1733786136333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:36,335 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40923,1733786050901 for 'test_row_0' in 69f0ae44daec8c4dc849901faf38d599 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18378 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:14:36,336 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:36,336 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:36,336 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:36,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:36,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39464 deadline: 1733786136383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:36,386 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40923,1733786050901 for 'test_row_1' in 69f0ae44daec8c4dc849901faf38d599 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18422 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:14:36,386 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:36,386 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:36,387 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:36,468 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/6d22bd96057f4d32a23a1eb544c8295b 2024-12-09T23:14:36,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/28c88ca69b644455a7d809e6a670582b is 50, key is test_row_0/C:col10/1733786075019/Put/seqid=0 2024-12-09T23:14:36,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:36,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:39500 deadline: 1733786136523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:36,528 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:36,528 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:36,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:14:36,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741938_1114 (size=12301) 2024-12-09T23:14:36,543 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/28c88ca69b644455a7d809e6a670582b 2024-12-09T23:14:36,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/1e120be8a75c46a2984cb89a7df33ed9 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/1e120be8a75c46a2984cb89a7df33ed9 2024-12-09T23:14:36,564 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/1e120be8a75c46a2984cb89a7df33ed9, entries=150, sequenceid=474, filesize=12.0 K 2024-12-09T23:14:36,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/6d22bd96057f4d32a23a1eb544c8295b as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/6d22bd96057f4d32a23a1eb544c8295b 2024-12-09T23:14:36,571 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/6d22bd96057f4d32a23a1eb544c8295b, entries=150, sequenceid=474, filesize=12.0 K 2024-12-09T23:14:36,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/28c88ca69b644455a7d809e6a670582b as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/28c88ca69b644455a7d809e6a670582b 2024-12-09T23:14:36,583 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/28c88ca69b644455a7d809e6a670582b, entries=150, sequenceid=474, filesize=12.0 K 2024-12-09T23:14:36,589 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~138.65 KB/141980, heapSize ~406.59 KB/416352, currentSize=40.25 KB/41220 for 69f0ae44daec8c4dc849901faf38d599 in 628ms, sequenceid=474, compaction requested=false 2024-12-09T23:14:36,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 69f0ae44daec8c4dc849901faf38d599: 2024-12-09T23:14:36,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:36,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-09T23:14:36,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-09T23:14:36,595 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-12-09T23:14:36,595 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1010 sec 2024-12-09T23:14:36,597 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 1.1110 sec 2024-12-09T23:14:36,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-09T23:14:36,633 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T23:14:36,633 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T23:14:36,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees 2024-12-09T23:14:36,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-09T23:14:36,636 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T23:14:36,637 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T23:14:36,638 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T23:14:36,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-09T23:14:36,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-12-09T23:14:36,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:36,792 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2902): Flushing 69f0ae44daec8c4dc849901faf38d599 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-12-09T23:14:36,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=A 2024-12-09T23:14:36,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:36,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=B 2024-12-09T23:14:36,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:36,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=C 2024-12-09T23:14:36,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:36,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/6b674eddfd3246c687d2182df6df562a is 50, key is test_row_0/A:col10/1733786076180/Put/seqid=0 2024-12-09T23:14:36,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 69f0ae44daec8c4dc849901faf38d599 2024-12-09T23:14:36,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. as already flushing 2024-12-09T23:14:36,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741939_1115 (size=12301) 2024-12-09T23:14:36,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-09T23:14:37,019 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733786076994, max timestamp=1733786077017Num uniques 859; 2024-12-09T23:14:37,020 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733786076994, max timestamp=1733786077017Num uniques 859; 2024-12-09T23:14:37,020 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-09T23:14:37,020 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-09T23:14:37,022 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733786076994, max timestamp=1733786077017Num uniques 859; 2024-12-09T23:14:37,022 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-09T23:14:37,081 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-12-09T23:14:37,082 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T23:14:37,084 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-12-09T23:14:37,084 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-12-09T23:14:37,085 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T23:14:37,085 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T23:14:37,086 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-12-09T23:14:37,087 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T23:14:37,087 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-12-09T23:14:37,087 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T23:14:37,090 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:14:37,090 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:14:37,091 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:14:37,090 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:14:37,090 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:14:37,091 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:14:37,091 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:14:37,091 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:14:37,091 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T23:14:37,091 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T23:14:37,092 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T23:14:37,092 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T23:14:37,092 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:14:37,093 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:14:37,093 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T23:14:37,215 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-12-09T23:14:37,215 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T23:14:37,215 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:14:37,215 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:14:37,215 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T23:14:37,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-09T23:14:37,287 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=486 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/6b674eddfd3246c687d2182df6df562a 2024-12-09T23:14:37,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/d3c6df73098548d6a1f92be9727eed49 is 50, key is test_row_0/B:col10/1733786076180/Put/seqid=0 2024-12-09T23:14:37,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741940_1116 (size=12301) 2024-12-09T23:14:37,701 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=486 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/d3c6df73098548d6a1f92be9727eed49 2024-12-09T23:14:37,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/c6fedf654a884a4a991ba15f8ece0513 is 50, key is test_row_0/C:col10/1733786076180/Put/seqid=0 2024-12-09T23:14:37,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741941_1117 (size=12301) 2024-12-09T23:14:37,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-09T23:14:38,115 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=486 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/c6fedf654a884a4a991ba15f8ece0513 2024-12-09T23:14:38,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/6b674eddfd3246c687d2182df6df562a as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/6b674eddfd3246c687d2182df6df562a 2024-12-09T23:14:38,128 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/6b674eddfd3246c687d2182df6df562a, entries=150, sequenceid=486, filesize=12.0 K 2024-12-09T23:14:38,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/d3c6df73098548d6a1f92be9727eed49 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/d3c6df73098548d6a1f92be9727eed49 2024-12-09T23:14:38,135 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/d3c6df73098548d6a1f92be9727eed49, entries=150, sequenceid=486, filesize=12.0 K 2024-12-09T23:14:38,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/c6fedf654a884a4a991ba15f8ece0513 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/c6fedf654a884a4a991ba15f8ece0513 2024-12-09T23:14:38,143 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/c6fedf654a884a4a991ba15f8ece0513, entries=150, sequenceid=486, filesize=12.0 K 2024-12-09T23:14:38,144 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=127.47 KB/130530 for 69f0ae44daec8c4dc849901faf38d599 in 1353ms, sequenceid=486, compaction requested=true 2024-12-09T23:14:38,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 69f0ae44daec8c4dc849901faf38d599: 2024-12-09T23:14:38,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:38,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-09T23:14:38,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-09T23:14:38,148 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-12-09T23:14:38,148 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5080 sec 2024-12-09T23:14:38,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees in 1.5150 sec 2024-12-09T23:14:38,263 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T23:14:38,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-09T23:14:38,783 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T23:14:45,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 69f0ae44daec8c4dc849901faf38d599 2024-12-09T23:14:45,715 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 69f0ae44daec8c4dc849901faf38d599 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-12-09T23:14:45,715 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-12-09T23:14:45,715 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T23:14:45,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=A 2024-12-09T23:14:45,715 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:14:45,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:14:45,715 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:14:45,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=B 2024-12-09T23:14:45,715 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T23:14:45,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:14:45,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=C 2024-12-09T23:14:45,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:14:45,720 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/4504dd971ec34bbea13af691276466b4 is 50, key is test_row_0/A:col10/1733786077075/Put/seqid=0 2024-12-09T23:14:45,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741942_1118 (size=12301) 2024-12-09T23:14:46,124 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/4504dd971ec34bbea13af691276466b4 2024-12-09T23:14:46,134 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/749fdb0469774bfea670bbae94c1b65b is 50, key is test_row_0/B:col10/1733786077075/Put/seqid=0 2024-12-09T23:14:46,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741943_1119 (size=12301) 2024-12-09T23:14:46,375 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-12-09T23:14:46,375 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T23:14:46,375 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:14:46,375 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:14:46,375 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T23:14:46,465 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-12-09T23:14:46,465 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T23:14:46,465 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:14:46,465 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:14:46,465 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T23:14:46,465 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-09T23:14:46,465 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 17 2024-12-09T23:14:46,465 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 138 2024-12-09T23:14:46,465 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 83 2024-12-09T23:14:46,465 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 13 2024-12-09T23:14:46,465 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 165 2024-12-09T23:14:46,465 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-09T23:14:46,466 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2762 2024-12-09T23:14:46,466 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2628 2024-12-09T23:14:46,466 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-09T23:14:46,466 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1301 2024-12-09T23:14:46,466 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3878 rows 2024-12-09T23:14:46,466 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1280 2024-12-09T23:14:46,466 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3819 rows 2024-12-09T23:14:46,466 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T23:14:46,466 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T23:14:46,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:14:46,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:14:46,466 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T23:14:46,469 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-12-09T23:14:46,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-09T23:14:46,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-09T23:14:46,476 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733786086475"}]},"ts":"1733786086475"} 2024-12-09T23:14:46,478 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-09T23:14:46,478 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-09T23:14:46,480 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-09T23:14:46,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=69f0ae44daec8c4dc849901faf38d599, UNASSIGN}] 2024-12-09T23:14:46,484 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=69f0ae44daec8c4dc849901faf38d599, UNASSIGN 2024-12-09T23:14:46,485 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=69f0ae44daec8c4dc849901faf38d599, regionState=CLOSING, regionLocation=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:46,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=69f0ae44daec8c4dc849901faf38d599, UNASSIGN because future has completed 2024-12-09T23:14:46,488 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T23:14:46,488 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE, hasLock=false; CloseRegionProcedure 69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901}] 2024-12-09T23:14:46,538 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/749fdb0469774bfea670bbae94c1b65b 2024-12-09T23:14:46,547 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/37fb07a2a37a4558964f5eab1d9e4535 is 50, key is test_row_0/C:col10/1733786077075/Put/seqid=0 2024-12-09T23:14:46,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741944_1120 (size=12301) 2024-12-09T23:14:46,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-09T23:14:46,644 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(122): Close 69f0ae44daec8c4dc849901faf38d599 2024-12-09T23:14:46,644 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-09T23:14:46,645 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1722): Closing 69f0ae44daec8c4dc849901faf38d599, disabling compactions & flushes 2024-12-09T23:14:46,645 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:46,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-09T23:14:46,951 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/37fb07a2a37a4558964f5eab1d9e4535 2024-12-09T23:14:46,993 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/4504dd971ec34bbea13af691276466b4 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/4504dd971ec34bbea13af691276466b4 2024-12-09T23:14:47,000 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/4504dd971ec34bbea13af691276466b4, entries=150, sequenceid=523, filesize=12.0 K 2024-12-09T23:14:47,001 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/749fdb0469774bfea670bbae94c1b65b as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/749fdb0469774bfea670bbae94c1b65b 2024-12-09T23:14:47,006 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/749fdb0469774bfea670bbae94c1b65b, entries=150, sequenceid=523, filesize=12.0 K 2024-12-09T23:14:47,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/37fb07a2a37a4558964f5eab1d9e4535 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/37fb07a2a37a4558964f5eab1d9e4535 2024-12-09T23:14:47,012 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/37fb07a2a37a4558964f5eab1d9e4535, entries=150, sequenceid=523, filesize=12.0 K 2024-12-09T23:14:47,013 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=13.42 KB/13740 for 69f0ae44daec8c4dc849901faf38d599 in 1298ms, sequenceid=523, compaction requested=true 2024-12-09T23:14:47,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 69f0ae44daec8c4dc849901faf38d599: 2024-12-09T23:14:47,013 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:47,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69f0ae44daec8c4dc849901faf38d599:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T23:14:47,013 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:47,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:14:47,013 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. after waiting 0 ms 2024-12-09T23:14:47,013 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:47,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69f0ae44daec8c4dc849901faf38d599:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T23:14:47,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:14:47,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69f0ae44daec8c4dc849901faf38d599:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T23:14:47,013 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. because compaction request was cancelled 2024-12-09T23:14:47,013 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(2902): Flushing 69f0ae44daec8c4dc849901faf38d599 3/3 column families, dataSize=13.42 KB heapSize=40.59 KB 2024-12-09T23:14:47,013 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. because compaction request was cancelled 2024-12-09T23:14:47,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:14:47,013 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69f0ae44daec8c4dc849901faf38d599:A 2024-12-09T23:14:47,013 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69f0ae44daec8c4dc849901faf38d599:B 2024-12-09T23:14:47,013 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. because compaction request was cancelled 2024-12-09T23:14:47,013 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69f0ae44daec8c4dc849901faf38d599:C 2024-12-09T23:14:47,014 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=A 2024-12-09T23:14:47,014 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:47,014 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=B 2024-12-09T23:14:47,014 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:47,014 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69f0ae44daec8c4dc849901faf38d599, store=C 2024-12-09T23:14:47,014 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:47,018 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/680c77d96e5a4d9fbcbe23f9c4085e38 is 50, key is test_row_0/A:col10/1733786086373/Put/seqid=0 2024-12-09T23:14:47,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741945_1121 (size=9857) 2024-12-09T23:14:47,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-09T23:14:47,423 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=528 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/680c77d96e5a4d9fbcbe23f9c4085e38 2024-12-09T23:14:47,434 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/dca69d48901a4a38af56922b170fe67a is 50, key is test_row_0/B:col10/1733786086373/Put/seqid=0 2024-12-09T23:14:47,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741946_1122 (size=9857) 2024-12-09T23:14:47,444 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=528 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/dca69d48901a4a38af56922b170fe67a 2024-12-09T23:14:47,454 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/30133d5a50714f50a9d63dac027bdb36 is 50, key is test_row_0/C:col10/1733786086373/Put/seqid=0 2024-12-09T23:14:47,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741947_1123 (size=9857) 2024-12-09T23:14:47,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-09T23:14:47,861 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=528 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/30133d5a50714f50a9d63dac027bdb36 2024-12-09T23:14:47,873 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/A/680c77d96e5a4d9fbcbe23f9c4085e38 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/680c77d96e5a4d9fbcbe23f9c4085e38 2024-12-09T23:14:47,882 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/680c77d96e5a4d9fbcbe23f9c4085e38, entries=100, sequenceid=528, filesize=9.6 K 2024-12-09T23:14:47,883 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/B/dca69d48901a4a38af56922b170fe67a as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/dca69d48901a4a38af56922b170fe67a 2024-12-09T23:14:47,888 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/dca69d48901a4a38af56922b170fe67a, entries=100, sequenceid=528, filesize=9.6 K 2024-12-09T23:14:47,889 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/.tmp/C/30133d5a50714f50a9d63dac027bdb36 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/30133d5a50714f50a9d63dac027bdb36 2024-12-09T23:14:47,894 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/30133d5a50714f50a9d63dac027bdb36, entries=100, sequenceid=528, filesize=9.6 K 2024-12-09T23:14:47,895 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for 69f0ae44daec8c4dc849901faf38d599 in 882ms, sequenceid=528, compaction requested=true 2024-12-09T23:14:47,895 DEBUG [StoreCloser-TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/6c6e20f7c6fc4056be2cf835ecc051aa, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/62c08b2bd00746b495251f1132c54d4d, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/42ef5b0374214184a1274686fd1f7274, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/e513ef83811d4abbb4518f15346c6b89, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/b1a96621844640499dc5110797782a8f, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/b08ba1e4015041a3b88dbefba903a15e, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/ba8b89d63ec347d99bdfeaaa89cc4339, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/dd85c78dde0f409b8ee154d5baa1f516, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/02e0ba0c68ad41e989ce41977f0a3227, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/f7c74c6b0fa34a3ead13d2d562ff8c10, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/9cbbc8df66c74a8bb254c988a009b7f7, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/d6b3f7f789964ddc8ed4bdc623883cde, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/043c76ccf886448cab095065846d5c53, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/c934646c08504abcb33e612314a9157c, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/c49f6292d0504fdf9255a8d43696404d, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/2a894328bdff4281a07074d738c46252, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/4a1eb918df9c494db79407c9c8bef5f7, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/0cd888a58a5f4e3e8ab91672750f8c88, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/de696f898c564bf598476d1791e7bb6a, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/c2a13b3e52bd4267b7b5f6161af4f4c2, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/e65f2dbb526e4a8c9f76726bc823a4bb, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/569e2ce457e94f76900b754e48317d3a, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/57c7ae1d21144f5d80c81a5cf953567b, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/ce025b255dd74f8a8d353c019a6d91d3, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/918ad15ae4d341cbbde6aec692d342ab, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/e93a6a64eac6402d85d224f0a66ecceb, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/b0b9f6c602a24b19863a9ffb0bef8fdc, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/6c48c02c11a045f6abe576fa7c5f6e1a, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/4e13d796d4d2492bb049556cb8b5d396, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/9046db3a0b594acaa4eeb73d3a7df35e, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/6ec426f8d3094f219dd3834df272a423, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/40cdc815c1e64b7a8d77881535f3a6a6] to archive 2024-12-09T23:14:47,898 DEBUG [StoreCloser-TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-09T23:14:47,904 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/b1a96621844640499dc5110797782a8f to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/b1a96621844640499dc5110797782a8f 2024-12-09T23:14:47,905 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/62c08b2bd00746b495251f1132c54d4d to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/62c08b2bd00746b495251f1132c54d4d 2024-12-09T23:14:47,904 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/e513ef83811d4abbb4518f15346c6b89 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/e513ef83811d4abbb4518f15346c6b89 2024-12-09T23:14:47,905 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/ba8b89d63ec347d99bdfeaaa89cc4339 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/ba8b89d63ec347d99bdfeaaa89cc4339 2024-12-09T23:14:47,905 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/dd85c78dde0f409b8ee154d5baa1f516 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/dd85c78dde0f409b8ee154d5baa1f516 2024-12-09T23:14:47,905 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/6c6e20f7c6fc4056be2cf835ecc051aa to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/6c6e20f7c6fc4056be2cf835ecc051aa 2024-12-09T23:14:47,905 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/b08ba1e4015041a3b88dbefba903a15e to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/b08ba1e4015041a3b88dbefba903a15e 2024-12-09T23:14:47,905 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/42ef5b0374214184a1274686fd1f7274 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/42ef5b0374214184a1274686fd1f7274 2024-12-09T23:14:47,906 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/c49f6292d0504fdf9255a8d43696404d to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/c49f6292d0504fdf9255a8d43696404d 2024-12-09T23:14:47,907 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/f7c74c6b0fa34a3ead13d2d562ff8c10 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/f7c74c6b0fa34a3ead13d2d562ff8c10 2024-12-09T23:14:47,907 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/d6b3f7f789964ddc8ed4bdc623883cde to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/d6b3f7f789964ddc8ed4bdc623883cde 2024-12-09T23:14:47,907 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/043c76ccf886448cab095065846d5c53 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/043c76ccf886448cab095065846d5c53 2024-12-09T23:14:47,907 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/c934646c08504abcb33e612314a9157c to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/c934646c08504abcb33e612314a9157c 2024-12-09T23:14:47,907 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/9cbbc8df66c74a8bb254c988a009b7f7 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/9cbbc8df66c74a8bb254c988a009b7f7 2024-12-09T23:14:47,909 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/02e0ba0c68ad41e989ce41977f0a3227 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/02e0ba0c68ad41e989ce41977f0a3227 2024-12-09T23:14:47,909 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/de696f898c564bf598476d1791e7bb6a to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/de696f898c564bf598476d1791e7bb6a 2024-12-09T23:14:47,910 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/2a894328bdff4281a07074d738c46252 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/2a894328bdff4281a07074d738c46252 2024-12-09T23:14:47,910 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/e65f2dbb526e4a8c9f76726bc823a4bb to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/e65f2dbb526e4a8c9f76726bc823a4bb 2024-12-09T23:14:47,910 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/0cd888a58a5f4e3e8ab91672750f8c88 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/0cd888a58a5f4e3e8ab91672750f8c88 2024-12-09T23:14:47,910 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/4a1eb918df9c494db79407c9c8bef5f7 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/4a1eb918df9c494db79407c9c8bef5f7 2024-12-09T23:14:47,911 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/569e2ce457e94f76900b754e48317d3a to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/569e2ce457e94f76900b754e48317d3a 2024-12-09T23:14:47,911 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/c2a13b3e52bd4267b7b5f6161af4f4c2 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/c2a13b3e52bd4267b7b5f6161af4f4c2 2024-12-09T23:14:47,912 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/57c7ae1d21144f5d80c81a5cf953567b to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/57c7ae1d21144f5d80c81a5cf953567b 2024-12-09T23:14:47,913 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/918ad15ae4d341cbbde6aec692d342ab to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/918ad15ae4d341cbbde6aec692d342ab 2024-12-09T23:14:47,913 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/ce025b255dd74f8a8d353c019a6d91d3 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/ce025b255dd74f8a8d353c019a6d91d3 2024-12-09T23:14:47,913 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/e93a6a64eac6402d85d224f0a66ecceb to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/e93a6a64eac6402d85d224f0a66ecceb 2024-12-09T23:14:47,913 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/b0b9f6c602a24b19863a9ffb0bef8fdc to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/b0b9f6c602a24b19863a9ffb0bef8fdc 2024-12-09T23:14:47,913 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/9046db3a0b594acaa4eeb73d3a7df35e to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/9046db3a0b594acaa4eeb73d3a7df35e 2024-12-09T23:14:47,913 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/4e13d796d4d2492bb049556cb8b5d396 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/4e13d796d4d2492bb049556cb8b5d396 2024-12-09T23:14:47,913 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/6c48c02c11a045f6abe576fa7c5f6e1a to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/6c48c02c11a045f6abe576fa7c5f6e1a 2024-12-09T23:14:47,914 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/6ec426f8d3094f219dd3834df272a423 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/6ec426f8d3094f219dd3834df272a423 2024-12-09T23:14:47,914 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/40cdc815c1e64b7a8d77881535f3a6a6 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/40cdc815c1e64b7a8d77881535f3a6a6 2024-12-09T23:14:47,930 DEBUG [StoreCloser-TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/5400ac3a35a04f3c8190e379ef87c5cd, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/892d6890914c4a02acd3014313f3e800, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/7d13ff3301494c98b95c0413f1092de4, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/efecf8d3833447e9b44b8ce97ae82460, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/fc94ebc72cae4b00b352258c916d34bb, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/3bd5441c6d734d938a2548824cb3b050, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/533de3e6c1c147748641aab05a4413d8, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/92f369bfde6a4ed3ab30dc24bea0686e, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/c83b601b8e7b401e87db3d3f6df726be, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/da59f020437f4c6085ba2d9576d908fa, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/187e1c91963d46a8859d932abd55703e, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/5cb5987e915646328cb0f3b93108b6b0, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/97e6f69d1be64ce3986bb3e685ace789, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/ea809880f8ea47fda0051af6a303ff90, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/11e2d2a8f3c04ab1af88b82d271501b9, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/1ac2599a6ee747e8b507bbcb314f7e1c, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/5794af69a35340158a37f7ddd847e4be, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/252a5c5e89e44d4fb7db898b4b118bb2, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/41115977a4d24171be3b71b5d00b958f, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/63c40f4d1bdd4f0fa8b45f89a684ebaa, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/b5a94ba4a21e41ed86aa77ee7b2ac84c, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/a779ffdf163a4a99889d29a566d7a43f, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/ea6db903203d4fccaf6ea21489242f9a, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/4419a472e896460a8c5f4dad465c51a8, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/7ab80a8e6fc34d7aaca14268aa21098d, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/77ab44036b454377a53b4a8c7b4db79f, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/b79980fe8b6749d5b27bf5ae7e5ad888, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/014c29aa4c6247a98f8379d444ae509b, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/f4452d1ff9d64c8faf9ccdb0320be8ad, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/c06ef9301693409b98f53fefafb05d2c, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/670aa6a1693c4e708f1f397180b1acca, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/cb8b45096bdc4d54884266f513503a96] to archive 2024-12-09T23:14:47,932 DEBUG [StoreCloser-TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-09T23:14:47,934 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/7d13ff3301494c98b95c0413f1092de4 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/7d13ff3301494c98b95c0413f1092de4 2024-12-09T23:14:47,934 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/3bd5441c6d734d938a2548824cb3b050 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/3bd5441c6d734d938a2548824cb3b050 2024-12-09T23:14:47,934 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/fc94ebc72cae4b00b352258c916d34bb to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/fc94ebc72cae4b00b352258c916d34bb 2024-12-09T23:14:47,934 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/5400ac3a35a04f3c8190e379ef87c5cd to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/5400ac3a35a04f3c8190e379ef87c5cd 2024-12-09T23:14:47,935 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/892d6890914c4a02acd3014313f3e800 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/892d6890914c4a02acd3014313f3e800 2024-12-09T23:14:47,935 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/efecf8d3833447e9b44b8ce97ae82460 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/efecf8d3833447e9b44b8ce97ae82460 2024-12-09T23:14:47,935 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/533de3e6c1c147748641aab05a4413d8 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/533de3e6c1c147748641aab05a4413d8 2024-12-09T23:14:47,935 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/92f369bfde6a4ed3ab30dc24bea0686e to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/92f369bfde6a4ed3ab30dc24bea0686e 2024-12-09T23:14:47,936 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/c83b601b8e7b401e87db3d3f6df726be to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/c83b601b8e7b401e87db3d3f6df726be 2024-12-09T23:14:47,936 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/187e1c91963d46a8859d932abd55703e to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/187e1c91963d46a8859d932abd55703e 2024-12-09T23:14:47,937 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/da59f020437f4c6085ba2d9576d908fa to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/da59f020437f4c6085ba2d9576d908fa 2024-12-09T23:14:47,937 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/5cb5987e915646328cb0f3b93108b6b0 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/5cb5987e915646328cb0f3b93108b6b0 2024-12-09T23:14:47,937 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/97e6f69d1be64ce3986bb3e685ace789 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/97e6f69d1be64ce3986bb3e685ace789 2024-12-09T23:14:47,937 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/11e2d2a8f3c04ab1af88b82d271501b9 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/11e2d2a8f3c04ab1af88b82d271501b9 2024-12-09T23:14:47,938 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/1ac2599a6ee747e8b507bbcb314f7e1c to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/1ac2599a6ee747e8b507bbcb314f7e1c 2024-12-09T23:14:47,938 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/ea809880f8ea47fda0051af6a303ff90 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/ea809880f8ea47fda0051af6a303ff90 2024-12-09T23:14:47,939 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/63c40f4d1bdd4f0fa8b45f89a684ebaa to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/63c40f4d1bdd4f0fa8b45f89a684ebaa 2024-12-09T23:14:47,939 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/5794af69a35340158a37f7ddd847e4be to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/5794af69a35340158a37f7ddd847e4be 2024-12-09T23:14:47,939 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/252a5c5e89e44d4fb7db898b4b118bb2 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/252a5c5e89e44d4fb7db898b4b118bb2 2024-12-09T23:14:47,940 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/b5a94ba4a21e41ed86aa77ee7b2ac84c to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/b5a94ba4a21e41ed86aa77ee7b2ac84c 2024-12-09T23:14:47,940 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/41115977a4d24171be3b71b5d00b958f to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/41115977a4d24171be3b71b5d00b958f 2024-12-09T23:14:47,940 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/a779ffdf163a4a99889d29a566d7a43f to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/a779ffdf163a4a99889d29a566d7a43f 2024-12-09T23:14:47,940 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/ea6db903203d4fccaf6ea21489242f9a to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/ea6db903203d4fccaf6ea21489242f9a 2024-12-09T23:14:47,941 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/4419a472e896460a8c5f4dad465c51a8 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/4419a472e896460a8c5f4dad465c51a8 2024-12-09T23:14:47,941 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/7ab80a8e6fc34d7aaca14268aa21098d to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/7ab80a8e6fc34d7aaca14268aa21098d 2024-12-09T23:14:47,942 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/014c29aa4c6247a98f8379d444ae509b to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/014c29aa4c6247a98f8379d444ae509b 2024-12-09T23:14:47,942 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/b79980fe8b6749d5b27bf5ae7e5ad888 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/b79980fe8b6749d5b27bf5ae7e5ad888 2024-12-09T23:14:47,943 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/670aa6a1693c4e708f1f397180b1acca to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/670aa6a1693c4e708f1f397180b1acca 2024-12-09T23:14:47,943 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/c06ef9301693409b98f53fefafb05d2c to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/c06ef9301693409b98f53fefafb05d2c 2024-12-09T23:14:47,943 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/cb8b45096bdc4d54884266f513503a96 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/cb8b45096bdc4d54884266f513503a96 2024-12-09T23:14:47,943 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/77ab44036b454377a53b4a8c7b4db79f to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/77ab44036b454377a53b4a8c7b4db79f 2024-12-09T23:14:47,944 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/f4452d1ff9d64c8faf9ccdb0320be8ad to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/f4452d1ff9d64c8faf9ccdb0320be8ad 2024-12-09T23:14:47,945 DEBUG [StoreCloser-TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/05479c6e84d2496ea39172f9dd94ece1, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/05d4efc5d838407a920a3b7724ea1293, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/da60828758ed4dd285239bddae6d1039, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/4551ed93fb2f40fcac1c13fd2887c546, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/427709219a4f4a058141dfcc9a2ac0c8, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/4cdbd44fc5cc4b4b8bd2fe4c00b2c72c, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/7cfc3864bb994aeaa25d260505675042, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/ea4d8ce4bba4459d9f71d568afeb327d, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/9376f9a0289f4721befc0a510be2a2ce, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/0ff7fe92565241c293ff3cc0094602c8, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/7f06aa6bffc444c08b8b080274d2b27a, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/fced4311dc3a4dd3ab03b876ee9649a1, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/34c827b0716c497cbfa65be5e35e718a, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/6f321d78356c4b7aa592019e3c588a76, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/c60a13f53dc54ad8838a83f22981c463, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/b7162370ebdd42fbbb075dc669dba070, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/48b423b7abc2462e90b5d53471a83d36, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/25648590e2b5477288caccd04f2af3cc, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/4cb16fa3b91e4c2f8d00f570073900c6, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/211d91e306f0405aa3bf6472a89543da, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/a436d3a83b9a4f16b001df9506c29cdd, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/45146816a7674d35bdc742e6c0034e4e, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/baf4220f8e584b54bae1fc09489cc4ed, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/2fab52f43b264fdc93e671f5e04d7e83, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/4d29e2e216d04ccb9eef30d8f7c3fb6f, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/721919c82c314c77b7aa164705d34814, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/e2104245fe16441bb4ecafec2746dc71, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/b1f9bc78a8c14e1599cc2080eb0771ca, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/a9c84d69bb4b4c9ab0d736c2747d70c6, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/0f6028a6aaab489aa2dfd2d7b1e1cc30, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/dd71a9ade80640a7b03e36aa0230e3af, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/671360b6cac647648d304e2573a917a2] to archive 2024-12-09T23:14:47,946 DEBUG [StoreCloser-TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-09T23:14:47,948 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/05d4efc5d838407a920a3b7724ea1293 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/05d4efc5d838407a920a3b7724ea1293 2024-12-09T23:14:47,949 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/05479c6e84d2496ea39172f9dd94ece1 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/05479c6e84d2496ea39172f9dd94ece1 2024-12-09T23:14:47,949 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/4551ed93fb2f40fcac1c13fd2887c546 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/4551ed93fb2f40fcac1c13fd2887c546 2024-12-09T23:14:47,949 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/427709219a4f4a058141dfcc9a2ac0c8 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/427709219a4f4a058141dfcc9a2ac0c8 2024-12-09T23:14:47,950 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/4cdbd44fc5cc4b4b8bd2fe4c00b2c72c to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/4cdbd44fc5cc4b4b8bd2fe4c00b2c72c 2024-12-09T23:14:47,950 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/da60828758ed4dd285239bddae6d1039 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/da60828758ed4dd285239bddae6d1039 2024-12-09T23:14:47,950 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/7cfc3864bb994aeaa25d260505675042 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/7cfc3864bb994aeaa25d260505675042 2024-12-09T23:14:47,951 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/ea4d8ce4bba4459d9f71d568afeb327d to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/ea4d8ce4bba4459d9f71d568afeb327d 2024-12-09T23:14:47,951 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/7f06aa6bffc444c08b8b080274d2b27a to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/7f06aa6bffc444c08b8b080274d2b27a 2024-12-09T23:14:47,952 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/0ff7fe92565241c293ff3cc0094602c8 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/0ff7fe92565241c293ff3cc0094602c8 2024-12-09T23:14:47,952 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/fced4311dc3a4dd3ab03b876ee9649a1 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/fced4311dc3a4dd3ab03b876ee9649a1 2024-12-09T23:14:47,952 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/34c827b0716c497cbfa65be5e35e718a to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/34c827b0716c497cbfa65be5e35e718a 2024-12-09T23:14:47,952 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/6f321d78356c4b7aa592019e3c588a76 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/6f321d78356c4b7aa592019e3c588a76 2024-12-09T23:14:47,953 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/c60a13f53dc54ad8838a83f22981c463 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/c60a13f53dc54ad8838a83f22981c463 2024-12-09T23:14:47,953 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/9376f9a0289f4721befc0a510be2a2ce to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/9376f9a0289f4721befc0a510be2a2ce 2024-12-09T23:14:47,956 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/4cb16fa3b91e4c2f8d00f570073900c6 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/4cb16fa3b91e4c2f8d00f570073900c6 2024-12-09T23:14:47,956 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/48b423b7abc2462e90b5d53471a83d36 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/48b423b7abc2462e90b5d53471a83d36 2024-12-09T23:14:47,957 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/b7162370ebdd42fbbb075dc669dba070 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/b7162370ebdd42fbbb075dc669dba070 2024-12-09T23:14:47,957 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/211d91e306f0405aa3bf6472a89543da to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/211d91e306f0405aa3bf6472a89543da 2024-12-09T23:14:47,963 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/25648590e2b5477288caccd04f2af3cc to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/25648590e2b5477288caccd04f2af3cc 2024-12-09T23:14:47,963 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/a436d3a83b9a4f16b001df9506c29cdd to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/a436d3a83b9a4f16b001df9506c29cdd 2024-12-09T23:14:47,964 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/45146816a7674d35bdc742e6c0034e4e to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/45146816a7674d35bdc742e6c0034e4e 2024-12-09T23:14:47,964 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/baf4220f8e584b54bae1fc09489cc4ed to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/baf4220f8e584b54bae1fc09489cc4ed 2024-12-09T23:14:47,964 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/2fab52f43b264fdc93e671f5e04d7e83 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/2fab52f43b264fdc93e671f5e04d7e83 2024-12-09T23:14:47,965 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/e2104245fe16441bb4ecafec2746dc71 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/e2104245fe16441bb4ecafec2746dc71 2024-12-09T23:14:47,965 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/721919c82c314c77b7aa164705d34814 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/721919c82c314c77b7aa164705d34814 2024-12-09T23:14:47,965 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/a9c84d69bb4b4c9ab0d736c2747d70c6 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/a9c84d69bb4b4c9ab0d736c2747d70c6 2024-12-09T23:14:47,965 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/4d29e2e216d04ccb9eef30d8f7c3fb6f to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/4d29e2e216d04ccb9eef30d8f7c3fb6f 2024-12-09T23:14:47,966 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/b1f9bc78a8c14e1599cc2080eb0771ca to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/b1f9bc78a8c14e1599cc2080eb0771ca 2024-12-09T23:14:47,966 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/dd71a9ade80640a7b03e36aa0230e3af to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/dd71a9ade80640a7b03e36aa0230e3af 2024-12-09T23:14:47,966 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/0f6028a6aaab489aa2dfd2d7b1e1cc30 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/0f6028a6aaab489aa2dfd2d7b1e1cc30 2024-12-09T23:14:47,966 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/671360b6cac647648d304e2573a917a2 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/671360b6cac647648d304e2573a917a2 2024-12-09T23:14:47,973 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/recovered.edits/531.seqid, newMaxSeqId=531, maxSeqId=1 2024-12-09T23:14:47,974 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. 2024-12-09T23:14:47,974 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1676): Region close journal for 69f0ae44daec8c4dc849901faf38d599: Waiting for close lock at 1733786086645Running coprocessor pre-close hooks at 1733786086645Disabling compacts and flushes for region at 1733786086645Disabling writes for close at 1733786087013 (+368 ms)Obtaining lock to block concurrent updates at 1733786087013Preparing flush snapshotting stores in 69f0ae44daec8c4dc849901faf38d599 at 1733786087013Finished memstore snapshotting TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599., syncing WAL and waiting on mvcc, flushsize=dataSize=13740, getHeapSize=41520, getOffHeapSize=0, getCellsCount=300 at 1733786087014 (+1 ms)Flushing stores of TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599. at 1733786087015 (+1 ms)Flushing 69f0ae44daec8c4dc849901faf38d599/A: creating writer at 1733786087015Flushing 69f0ae44daec8c4dc849901faf38d599/A: appending metadata at 1733786087017 (+2 ms)Flushing 69f0ae44daec8c4dc849901faf38d599/A: closing flushed file at 1733786087017Flushing 69f0ae44daec8c4dc849901faf38d599/B: creating writer at 1733786087429 (+412 ms)Flushing 69f0ae44daec8c4dc849901faf38d599/B: appending metadata at 1733786087433 (+4 ms)Flushing 69f0ae44daec8c4dc849901faf38d599/B: closing flushed file at 1733786087433Flushing 69f0ae44daec8c4dc849901faf38d599/C: creating writer at 1733786087450 (+17 ms)Flushing 69f0ae44daec8c4dc849901faf38d599/C: appending metadata at 1733786087453 (+3 ms)Flushing 69f0ae44daec8c4dc849901faf38d599/C: closing flushed file at 1733786087453Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e169086: reopening flushed file at 1733786087871 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51ac7b43: reopening flushed file at 1733786087882 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39451d28: reopening flushed file at 1733786087889 (+7 ms)Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for 69f0ae44daec8c4dc849901faf38d599 in 882ms, sequenceid=528, compaction requested=true at 1733786087895 (+6 ms)Writing region close event to WAL at 1733786087969 (+74 ms)Running coprocessor post-close hooks at 1733786087974 (+5 ms)Closed at 1733786087974 2024-12-09T23:14:47,977 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(157): Closed 69f0ae44daec8c4dc849901faf38d599 2024-12-09T23:14:47,978 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=69f0ae44daec8c4dc849901faf38d599, regionState=CLOSED 2024-12-09T23:14:47,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE, hasLock=false; CloseRegionProcedure 69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 because future has completed 2024-12-09T23:14:47,984 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-12-09T23:14:47,984 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; CloseRegionProcedure 69f0ae44daec8c4dc849901faf38d599, server=aab77d931c0c,40923,1733786050901 in 1.4940 sec 2024-12-09T23:14:47,987 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-12-09T23:14:47,987 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=69f0ae44daec8c4dc849901faf38d599, UNASSIGN in 1.5010 sec 2024-12-09T23:14:47,990 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-12-09T23:14:47,990 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5090 sec 2024-12-09T23:14:47,992 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733786087991"}]},"ts":"1733786087991"} 2024-12-09T23:14:47,993 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-09T23:14:47,993 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-09T23:14:47,996 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5230 sec 2024-12-09T23:14:48,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-09T23:14:48,623 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-09T23:14:48,626 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-12-09T23:14:48,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] procedure2.ProcedureExecutor(1139): Stored pid=33, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T23:14:48,631 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=33, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T23:14:48,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-12-09T23:14:48,633 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=33, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T23:14:48,639 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599 2024-12-09T23:14:48,644 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A, FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B, FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C, FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/recovered.edits] 2024-12-09T23:14:48,649 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/6b674eddfd3246c687d2182df6df562a to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/6b674eddfd3246c687d2182df6df562a 2024-12-09T23:14:48,649 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/680c77d96e5a4d9fbcbe23f9c4085e38 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/680c77d96e5a4d9fbcbe23f9c4085e38 2024-12-09T23:14:48,649 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/4504dd971ec34bbea13af691276466b4 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/4504dd971ec34bbea13af691276466b4 2024-12-09T23:14:48,649 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/c83c3bfc03e944cc8ccdb5207d2abea4 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/c83c3bfc03e944cc8ccdb5207d2abea4 2024-12-09T23:14:48,649 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/1e120be8a75c46a2984cb89a7df33ed9 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/A/1e120be8a75c46a2984cb89a7df33ed9 2024-12-09T23:14:48,653 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/749fdb0469774bfea670bbae94c1b65b to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/749fdb0469774bfea670bbae94c1b65b 2024-12-09T23:14:48,653 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/d3c6df73098548d6a1f92be9727eed49 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/d3c6df73098548d6a1f92be9727eed49 2024-12-09T23:14:48,653 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/6d22bd96057f4d32a23a1eb544c8295b to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/6d22bd96057f4d32a23a1eb544c8295b 2024-12-09T23:14:48,653 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/dca69d48901a4a38af56922b170fe67a to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/dca69d48901a4a38af56922b170fe67a 2024-12-09T23:14:48,653 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/e50bc16eb5f7450590213bd0adc6565a to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/B/e50bc16eb5f7450590213bd0adc6565a 2024-12-09T23:14:48,657 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/28c88ca69b644455a7d809e6a670582b to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/28c88ca69b644455a7d809e6a670582b 2024-12-09T23:14:48,657 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/30133d5a50714f50a9d63dac027bdb36 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/30133d5a50714f50a9d63dac027bdb36 2024-12-09T23:14:48,657 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/8c55f8bd40834506814dfa147e182ef4 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/8c55f8bd40834506814dfa147e182ef4 2024-12-09T23:14:48,657 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/37fb07a2a37a4558964f5eab1d9e4535 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/37fb07a2a37a4558964f5eab1d9e4535 2024-12-09T23:14:48,657 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/c6fedf654a884a4a991ba15f8ece0513 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/C/c6fedf654a884a4a991ba15f8ece0513 2024-12-09T23:14:48,660 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/recovered.edits/531.seqid to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599/recovered.edits/531.seqid 2024-12-09T23:14:48,660 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/69f0ae44daec8c4dc849901faf38d599 2024-12-09T23:14:48,661 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-09T23:14:48,667 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=33, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T23:14:48,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-09T23:14:48,676 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-09T23:14:48,705 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-09T23:14:48,706 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=33, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T23:14:48,706 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-09T23:14:48,706 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733786088706"}]},"ts":"9223372036854775807"} 2024-12-09T23:14:48,711 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-09T23:14:48,711 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 69f0ae44daec8c4dc849901faf38d599, NAME => 'TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599.', STARTKEY => '', ENDKEY => ''}] 2024-12-09T23:14:48,711 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-09T23:14:48,711 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733786088711"}]},"ts":"9223372036854775807"} 2024-12-09T23:14:48,714 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-09T23:14:48,715 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=33, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T23:14:48,716 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 89 msec 2024-12-09T23:14:48,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-12-09T23:14:48,744 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-09T23:14:48,744 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-09T23:14:48,754 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=254 (was 211) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-742697972_22 at /127.0.0.1:59298 [Waiting for operation #25] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;aab77d931c0c:40923-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HFileArchiver-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=447 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=574 (was 396) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2002 (was 3498) 2024-12-09T23:14:48,762 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=254, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=574, ProcessCount=11, AvailableMemoryMB=2001 2024-12-09T23:14:48,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-09T23:14:48,764 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T23:14:48,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-09T23:14:48,766 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T23:14:48,767 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:14:48,767 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 34 2024-12-09T23:14:48,767 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T23:14:48,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-09T23:14:48,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741948_1124 (size=1061) 2024-12-09T23:14:48,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-09T23:14:49,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-09T23:14:49,178 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85 2024-12-09T23:14:49,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741949_1125 (size=53) 2024-12-09T23:14:49,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-09T23:14:49,588 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T23:14:49,588 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 77c73de3fba389f5a41d15a83f4e3275, disabling compactions & flushes 2024-12-09T23:14:49,588 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:14:49,588 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:14:49,588 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. after waiting 0 ms 2024-12-09T23:14:49,588 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:14:49,588 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:14:49,588 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 77c73de3fba389f5a41d15a83f4e3275: Waiting for close lock at 1733786089588Disabling compacts and flushes for region at 1733786089588Disabling writes for close at 1733786089588Writing region close event to WAL at 1733786089588Closed at 1733786089588 2024-12-09T23:14:49,589 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T23:14:49,590 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733786089589"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733786089589"}]},"ts":"1733786089589"} 2024-12-09T23:14:49,592 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-09T23:14:49,593 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T23:14:49,593 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733786089593"}]},"ts":"1733786089593"} 2024-12-09T23:14:49,596 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-09T23:14:49,596 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=77c73de3fba389f5a41d15a83f4e3275, ASSIGN}] 2024-12-09T23:14:49,598 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=77c73de3fba389f5a41d15a83f4e3275, ASSIGN 2024-12-09T23:14:49,599 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=77c73de3fba389f5a41d15a83f4e3275, ASSIGN; state=OFFLINE, location=aab77d931c0c,40923,1733786050901; forceNewPlan=false, retain=false 2024-12-09T23:14:49,750 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=77c73de3fba389f5a41d15a83f4e3275, regionState=OPENING, regionLocation=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:49,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=77c73de3fba389f5a41d15a83f4e3275, ASSIGN because future has completed 2024-12-09T23:14:49,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure 77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901}] 2024-12-09T23:14:49,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-09T23:14:49,908 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:14:49,908 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7752): Opening region: {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} 2024-12-09T23:14:49,908 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:14:49,908 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T23:14:49,908 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7794): checking encryption for 77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:14:49,908 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7797): checking classloading for 77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:14:49,910 INFO [StoreOpener-77c73de3fba389f5a41d15a83f4e3275-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:14:49,911 INFO [StoreOpener-77c73de3fba389f5a41d15a83f4e3275-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-09T23:14:49,911 INFO [StoreOpener-77c73de3fba389f5a41d15a83f4e3275-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77c73de3fba389f5a41d15a83f4e3275 columnFamilyName A 2024-12-09T23:14:49,911 DEBUG [StoreOpener-77c73de3fba389f5a41d15a83f4e3275-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:14:49,912 INFO [StoreOpener-77c73de3fba389f5a41d15a83f4e3275-1 {}] regionserver.HStore(327): Store=77c73de3fba389f5a41d15a83f4e3275/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T23:14:49,912 INFO [StoreOpener-77c73de3fba389f5a41d15a83f4e3275-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:14:49,913 INFO [StoreOpener-77c73de3fba389f5a41d15a83f4e3275-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-09T23:14:49,913 INFO [StoreOpener-77c73de3fba389f5a41d15a83f4e3275-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77c73de3fba389f5a41d15a83f4e3275 columnFamilyName B 2024-12-09T23:14:49,913 DEBUG [StoreOpener-77c73de3fba389f5a41d15a83f4e3275-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:14:49,914 INFO [StoreOpener-77c73de3fba389f5a41d15a83f4e3275-1 {}] regionserver.HStore(327): Store=77c73de3fba389f5a41d15a83f4e3275/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T23:14:49,914 INFO [StoreOpener-77c73de3fba389f5a41d15a83f4e3275-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:14:49,914 INFO [StoreOpener-77c73de3fba389f5a41d15a83f4e3275-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-09T23:14:49,915 INFO [StoreOpener-77c73de3fba389f5a41d15a83f4e3275-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77c73de3fba389f5a41d15a83f4e3275 columnFamilyName C 2024-12-09T23:14:49,915 DEBUG [StoreOpener-77c73de3fba389f5a41d15a83f4e3275-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:14:49,915 INFO [StoreOpener-77c73de3fba389f5a41d15a83f4e3275-1 {}] regionserver.HStore(327): Store=77c73de3fba389f5a41d15a83f4e3275/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T23:14:49,915 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:14:49,915 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1038): replaying wal for 77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:14:49,916 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:14:49,916 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:14:49,917 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1048): stopping wal replay for 77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:14:49,918 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1060): Cleaning up temporary data for 77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:14:49,918 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-09T23:14:49,919 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1093): writing seq id for 77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:14:49,922 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T23:14:49,922 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1114): Opened 77c73de3fba389f5a41d15a83f4e3275; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64922050, jitterRate=-0.03258606791496277}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-09T23:14:49,923 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:14:49,924 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1006): Region open journal for 77c73de3fba389f5a41d15a83f4e3275: Running coprocessor pre-open hook at 1733786089908Writing region info on filesystem at 1733786089908Initializing all the Stores at 1733786089909 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733786089909Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733786089909Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733786089909Cleaning up temporary data from old regions at 1733786089918 (+9 ms)Running coprocessor post-open hooks at 1733786089923 (+5 ms)Region opened successfully at 1733786089924 (+1 ms) 2024-12-09T23:14:49,925 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., pid=36, masterSystemTime=1733786089904 2024-12-09T23:14:49,927 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:14:49,927 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:14:49,928 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=77c73de3fba389f5a41d15a83f4e3275, regionState=OPEN, openSeqNum=2, regionLocation=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:49,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure 77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 because future has completed 2024-12-09T23:14:49,935 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35 2024-12-09T23:14:49,935 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; OpenRegionProcedure 77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 in 182 msec 2024-12-09T23:14:49,937 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-12-09T23:14:49,937 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=77c73de3fba389f5a41d15a83f4e3275, ASSIGN in 339 msec 2024-12-09T23:14:49,938 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T23:14:49,938 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733786089938"}]},"ts":"1733786089938"} 2024-12-09T23:14:49,940 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-09T23:14:49,941 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T23:14:49,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1770 sec 2024-12-09T23:14:50,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-09T23:14:50,914 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-09T23:14:50,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aab2206, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:14:50,915 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aab77d931c0c,33465,-1 for getting cluster id 2024-12-09T23:14:50,916 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T23:14:50,917 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c50108d4-bd36-4dce-a30f-fdeadf9e8845' 2024-12-09T23:14:50,917 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T23:14:50,918 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c50108d4-bd36-4dce-a30f-fdeadf9e8845" 2024-12-09T23:14:50,918 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@743a41ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:14:50,918 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aab77d931c0c,33465,-1] 2024-12-09T23:14:50,918 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T23:14:50,918 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:14:50,920 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T23:14:50,921 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cb71261, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:14:50,921 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:14:50,922 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40923,1733786050901, seqNum=-1] 2024-12-09T23:14:50,922 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T23:14:50,924 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T23:14:50,926 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T23:14:50,927 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is aab77d931c0c,33465,1733786049737 2024-12-09T23:14:50,927 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45945b10 2024-12-09T23:14:50,927 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T23:14:50,928 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T23:14:50,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-09T23:14:50,933 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T23:14:50,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] procedure2.ProcedureExecutor(1139): Stored pid=37, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-12-09T23:14:50,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741950_1126 (size=1097) 2024-12-09T23:14:51,371 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-12-09T23:14:51,372 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-12-09T23:14:51,377 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-09T23:14:51,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=77c73de3fba389f5a41d15a83f4e3275, REOPEN/MOVE}] 2024-12-09T23:14:51,385 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=77c73de3fba389f5a41d15a83f4e3275, REOPEN/MOVE 2024-12-09T23:14:51,386 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=77c73de3fba389f5a41d15a83f4e3275, regionState=CLOSING, regionLocation=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:51,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=77c73de3fba389f5a41d15a83f4e3275, REOPEN/MOVE because future has completed 2024-12-09T23:14:51,388 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T23:14:51,388 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; CloseRegionProcedure 77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901}] 2024-12-09T23:14:51,541 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(122): Close 77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:14:51,541 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-09T23:14:51,542 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1722): Closing 77c73de3fba389f5a41d15a83f4e3275, disabling compactions & flushes 2024-12-09T23:14:51,542 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:14:51,542 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:14:51,542 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. after waiting 0 ms 2024-12-09T23:14:51,542 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:14:51,546 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T23:14:51,547 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:14:51,547 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1676): Region close journal for 77c73de3fba389f5a41d15a83f4e3275: Waiting for close lock at 1733786091542Running coprocessor pre-close hooks at 1733786091542Disabling compacts and flushes for region at 1733786091542Disabling writes for close at 1733786091542Writing region close event to WAL at 1733786091542Running coprocessor post-close hooks at 1733786091547 (+5 ms)Closed at 1733786091547 2024-12-09T23:14:51,547 WARN [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegionServer(3299): Not adding moved region record: 77c73de3fba389f5a41d15a83f4e3275 to self. 2024-12-09T23:14:51,549 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(157): Closed 77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:14:51,550 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=77c73de3fba389f5a41d15a83f4e3275, regionState=CLOSED 2024-12-09T23:14:51,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=39, state=RUNNABLE, hasLock=false; CloseRegionProcedure 77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 because future has completed 2024-12-09T23:14:51,555 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-12-09T23:14:51,555 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; CloseRegionProcedure 77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 in 165 msec 2024-12-09T23:14:51,556 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=77c73de3fba389f5a41d15a83f4e3275, REOPEN/MOVE; state=CLOSED, location=aab77d931c0c,40923,1733786050901; forceNewPlan=false, retain=true 2024-12-09T23:14:51,706 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=77c73de3fba389f5a41d15a83f4e3275, regionState=OPENING, regionLocation=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:51,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=77c73de3fba389f5a41d15a83f4e3275, REOPEN/MOVE because future has completed 2024-12-09T23:14:51,709 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901}] 2024-12-09T23:14:51,865 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:14:51,866 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7752): Opening region: {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} 2024-12-09T23:14:51,866 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:14:51,866 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T23:14:51,866 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7794): checking encryption for 77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:14:51,866 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7797): checking classloading for 77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:14:51,869 INFO [StoreOpener-77c73de3fba389f5a41d15a83f4e3275-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:14:51,870 INFO [StoreOpener-77c73de3fba389f5a41d15a83f4e3275-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-09T23:14:51,874 INFO [StoreOpener-77c73de3fba389f5a41d15a83f4e3275-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77c73de3fba389f5a41d15a83f4e3275 columnFamilyName A 2024-12-09T23:14:51,876 DEBUG [StoreOpener-77c73de3fba389f5a41d15a83f4e3275-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:14:51,877 INFO [StoreOpener-77c73de3fba389f5a41d15a83f4e3275-1 {}] regionserver.HStore(327): Store=77c73de3fba389f5a41d15a83f4e3275/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T23:14:51,877 INFO [StoreOpener-77c73de3fba389f5a41d15a83f4e3275-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:14:51,878 INFO [StoreOpener-77c73de3fba389f5a41d15a83f4e3275-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-09T23:14:51,878 INFO [StoreOpener-77c73de3fba389f5a41d15a83f4e3275-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77c73de3fba389f5a41d15a83f4e3275 columnFamilyName B 2024-12-09T23:14:51,878 DEBUG [StoreOpener-77c73de3fba389f5a41d15a83f4e3275-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:14:51,879 INFO [StoreOpener-77c73de3fba389f5a41d15a83f4e3275-1 {}] regionserver.HStore(327): Store=77c73de3fba389f5a41d15a83f4e3275/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T23:14:51,879 INFO [StoreOpener-77c73de3fba389f5a41d15a83f4e3275-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:14:51,879 INFO [StoreOpener-77c73de3fba389f5a41d15a83f4e3275-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-09T23:14:51,879 INFO [StoreOpener-77c73de3fba389f5a41d15a83f4e3275-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77c73de3fba389f5a41d15a83f4e3275 columnFamilyName C 2024-12-09T23:14:51,880 DEBUG [StoreOpener-77c73de3fba389f5a41d15a83f4e3275-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:14:51,880 INFO [StoreOpener-77c73de3fba389f5a41d15a83f4e3275-1 {}] regionserver.HStore(327): Store=77c73de3fba389f5a41d15a83f4e3275/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T23:14:51,880 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:14:51,880 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1038): replaying wal for 77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:14:51,881 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:14:51,882 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:14:51,883 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1048): stopping wal replay for 77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:14:51,883 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1060): Cleaning up temporary data for 77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:14:51,883 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-09T23:14:51,885 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1093): writing seq id for 77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:14:51,885 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1114): Opened 77c73de3fba389f5a41d15a83f4e3275; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72004501, jitterRate=0.07295067608356476}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-09T23:14:51,885 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:14:51,887 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1006): Region open journal for 77c73de3fba389f5a41d15a83f4e3275: Running coprocessor pre-open hook at 1733786091866Writing region info on filesystem at 1733786091866Initializing all the Stores at 1733786091867 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733786091868 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733786091868Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733786091868Cleaning up temporary data from old regions at 1733786091883 (+15 ms)Running coprocessor post-open hooks at 1733786091885 (+2 ms)Region opened successfully at 1733786091887 (+2 ms) 2024-12-09T23:14:51,888 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., pid=41, masterSystemTime=1733786091861 2024-12-09T23:14:51,890 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:14:51,890 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:14:51,890 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=77c73de3fba389f5a41d15a83f4e3275, regionState=OPEN, openSeqNum=5, regionLocation=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:51,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 because future has completed 2024-12-09T23:14:51,895 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=39 2024-12-09T23:14:51,895 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 in 185 msec 2024-12-09T23:14:51,897 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38 2024-12-09T23:14:51,897 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=77c73de3fba389f5a41d15a83f4e3275, REOPEN/MOVE in 511 msec 2024-12-09T23:14:51,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-12-09T23:14:51,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 522 msec 2024-12-09T23:14:51,904 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 967 msec 2024-12-09T23:14:51,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=37 2024-12-09T23:14:51,906 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-12-09T23:14:51,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dc23ca6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:14:51,907 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aab77d931c0c,33465,-1 for getting cluster id 2024-12-09T23:14:51,907 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T23:14:51,908 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c50108d4-bd36-4dce-a30f-fdeadf9e8845' 2024-12-09T23:14:51,909 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T23:14:51,909 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c50108d4-bd36-4dce-a30f-fdeadf9e8845" 2024-12-09T23:14:51,909 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@132b6c83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:14:51,909 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aab77d931c0c,33465,-1] 2024-12-09T23:14:51,909 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T23:14:51,909 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:14:51,910 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T23:14:51,911 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@657c5d17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:14:51,912 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@636d090d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:14:51,912 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aab77d931c0c,33465,-1 for getting cluster id 2024-12-09T23:14:51,912 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T23:14:51,913 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c50108d4-bd36-4dce-a30f-fdeadf9e8845' 2024-12-09T23:14:51,913 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T23:14:51,913 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c50108d4-bd36-4dce-a30f-fdeadf9e8845" 2024-12-09T23:14:51,913 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23a5d2c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:14:51,913 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aab77d931c0c,33465,-1] 2024-12-09T23:14:51,913 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T23:14:51,913 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:14:51,915 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T23:14:51,916 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16438852, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:14:51,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e0133ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:14:51,917 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aab77d931c0c,33465,-1 for getting cluster id 2024-12-09T23:14:51,917 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T23:14:51,918 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c50108d4-bd36-4dce-a30f-fdeadf9e8845' 2024-12-09T23:14:51,918 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T23:14:51,918 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c50108d4-bd36-4dce-a30f-fdeadf9e8845" 2024-12-09T23:14:51,919 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b2a96e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:14:51,919 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aab77d931c0c,33465,-1] 2024-12-09T23:14:51,919 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T23:14:51,919 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:14:51,920 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T23:14:51,920 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d38df89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:14:51,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b0d456e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:14:51,921 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aab77d931c0c,33465,-1 for getting cluster id 2024-12-09T23:14:51,922 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T23:14:51,922 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c50108d4-bd36-4dce-a30f-fdeadf9e8845' 2024-12-09T23:14:51,923 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T23:14:51,923 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c50108d4-bd36-4dce-a30f-fdeadf9e8845" 2024-12-09T23:14:51,923 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eb80a46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:14:51,923 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aab77d931c0c,33465,-1] 2024-12-09T23:14:51,923 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T23:14:51,923 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:14:51,924 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T23:14:51,925 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@159811a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:14:51,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43fbca19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:14:51,926 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aab77d931c0c,33465,-1 for getting cluster id 2024-12-09T23:14:51,926 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T23:14:51,927 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c50108d4-bd36-4dce-a30f-fdeadf9e8845' 2024-12-09T23:14:51,927 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T23:14:51,927 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c50108d4-bd36-4dce-a30f-fdeadf9e8845" 2024-12-09T23:14:51,928 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e825bbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:14:51,928 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aab77d931c0c,33465,-1] 2024-12-09T23:14:51,928 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T23:14:51,928 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:14:51,929 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T23:14:51,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bca0171, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:14:51,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30f10c2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:14:51,930 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aab77d931c0c,33465,-1 for getting cluster id 2024-12-09T23:14:51,931 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T23:14:51,931 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c50108d4-bd36-4dce-a30f-fdeadf9e8845' 2024-12-09T23:14:51,931 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T23:14:51,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c50108d4-bd36-4dce-a30f-fdeadf9e8845" 2024-12-09T23:14:51,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b780e79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:14:51,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aab77d931c0c,33465,-1] 2024-12-09T23:14:51,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T23:14:51,933 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:14:51,934 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T23:14:51,934 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38223f16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:14:51,935 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7adec721, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:14:51,935 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aab77d931c0c,33465,-1 for getting cluster id 2024-12-09T23:14:51,935 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T23:14:51,936 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c50108d4-bd36-4dce-a30f-fdeadf9e8845' 2024-12-09T23:14:51,937 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T23:14:51,937 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c50108d4-bd36-4dce-a30f-fdeadf9e8845" 2024-12-09T23:14:51,937 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a776fbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:14:51,937 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aab77d931c0c,33465,-1] 2024-12-09T23:14:51,937 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T23:14:51,938 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:14:51,939 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T23:14:51,939 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38f2083a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:14:51,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78c2fc25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:14:51,940 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aab77d931c0c,33465,-1 for getting cluster id 2024-12-09T23:14:51,940 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T23:14:51,941 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c50108d4-bd36-4dce-a30f-fdeadf9e8845' 2024-12-09T23:14:51,941 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T23:14:51,942 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c50108d4-bd36-4dce-a30f-fdeadf9e8845" 2024-12-09T23:14:51,942 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c495221, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:14:51,942 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aab77d931c0c,33465,-1] 2024-12-09T23:14:51,942 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T23:14:51,942 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:14:51,943 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T23:14:51,944 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@420b069a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:14:51,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6724e437, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:14:51,944 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aab77d931c0c,33465,-1 for getting cluster id 2024-12-09T23:14:51,945 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T23:14:51,946 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c50108d4-bd36-4dce-a30f-fdeadf9e8845' 2024-12-09T23:14:51,946 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T23:14:51,946 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c50108d4-bd36-4dce-a30f-fdeadf9e8845" 2024-12-09T23:14:51,946 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b8368cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:14:51,946 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aab77d931c0c,33465,-1] 2024-12-09T23:14:51,946 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T23:14:51,947 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:14:51,947 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T23:14:51,948 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5efd2437, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:14:51,949 DEBUG [Thread-640 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:14:51,949 DEBUG [Thread-651 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:14:51,949 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T23:14:51,950 DEBUG [Thread-636 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:14:51,950 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40923,1733786050901, seqNum=-1] 2024-12-09T23:14:51,950 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T23:14:51,951 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40923,1733786050901, seqNum=-1] 2024-12-09T23:14:51,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-12-09T23:14:51,951 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40923,1733786050901, seqNum=-1] 2024-12-09T23:14:51,951 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T23:14:51,951 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T23:14:51,952 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T23:14:51,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-09T23:14:51,952 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T23:14:51,952 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T23:14:51,953 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T23:14:51,953 DEBUG [Thread-638 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:14:51,954 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40923,1733786050901, seqNum=-1] 2024-12-09T23:14:51,955 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T23:14:51,955 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T23:14:51,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T23:14:51,956 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T23:14:51,958 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5] 2024-12-09T23:14:51,960 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5] 2024-12-09T23:14:51,960 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5] 2024-12-09T23:14:51,963 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5] 2024-12-09T23:14:51,969 DEBUG [Thread-647 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:14:51,970 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40923,1733786050901, seqNum=-1] 2024-12-09T23:14:51,971 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T23:14:51,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:14:51,973 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 77c73de3fba389f5a41d15a83f4e3275 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-09T23:14:51,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77c73de3fba389f5a41d15a83f4e3275, store=A 2024-12-09T23:14:51,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:51,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77c73de3fba389f5a41d15a83f4e3275, store=B 2024-12-09T23:14:51,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:51,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77c73de3fba389f5a41d15a83f4e3275, store=C 2024-12-09T23:14:51,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:51,974 DEBUG [Thread-642 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:14:51,977 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T23:14:51,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40923,1733786050901, seqNum=-1] 2024-12-09T23:14:51,978 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T23:14:51,980 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T23:14:51,981 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5] 2024-12-09T23:14:51,984 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5] 2024-12-09T23:14:51,985 DEBUG [Thread-645 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:14:51,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40923,1733786050901, seqNum=-1] 2024-12-09T23:14:51,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T23:14:51,994 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T23:14:51,996 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5] 2024-12-09T23:14:52,009 DEBUG [Thread-634 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:14:52,009 DEBUG [Thread-649 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:14:52,010 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40923,1733786050901, seqNum=-1] 2024-12-09T23:14:52,010 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40923,1733786050901, seqNum=-1] 2024-12-09T23:14:52,011 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T23:14:52,011 DEBUG [Thread-649 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T23:14:52,012 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T23:14:52,012 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T23:14:52,014 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5] 2024-12-09T23:14:52,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5] 2024-12-09T23:14:52,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:52,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51626 deadline: 1733786152021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:52,027 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:52,027 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:52,027 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:52,027 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733786092000, max timestamp=1733786092023Num uniques 859; 2024-12-09T23:14:52,027 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-09T23:14:52,027 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733786092000, max timestamp=1733786092023Num uniques 859; 2024-12-09T23:14:52,028 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-09T23:14:52,030 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733786092000, max timestamp=1733786092023Num uniques 859; 2024-12-09T23:14:52,030 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-09T23:14:52,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412098fc695a769b8440e8ac5e687fbcfc6d5_77c73de3fba389f5a41d15a83f4e3275 is 50, key is test_row_1/A:col10/1733786091969/Put/seqid=0 2024-12-09T23:14:52,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-09T23:14:52,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:52,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51666 deadline: 1733786152066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:52,073 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:52,073 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:52,073 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:52,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:52,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1733786152072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:52,081 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:52,081 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:52,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:52,081 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:52,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1733786152072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:52,082 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:52,082 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:52,082 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:52,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:52,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51680 deadline: 1733786152073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:52,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:52,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:52,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:52,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741951_1127 (size=14594) 2024-12-09T23:14:52,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-09T23:14:52,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:14:52,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. as already flushing 2024-12-09T23:14:52,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:14:52,109 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:52,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:52,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:52,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:52,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51626 deadline: 1733786152133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:52,135 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:52,135 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:52,135 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:52,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:52,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51666 deadline: 1733786152183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:52,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:52,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1733786152183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:52,187 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:52,187 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:52,187 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:52,187 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:52,187 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:52,187 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:52,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:52,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1733786152193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:52,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:52,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51680 deadline: 1733786152193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:52,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:52,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:52,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:52,197 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:52,197 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:52,197 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:52,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-09T23:14:52,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:14:52,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. as already flushing 2024-12-09T23:14:52,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:14:52,264 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:52,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:52,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:52,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-09T23:14:52,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:52,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51626 deadline: 1733786152343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:52,347 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:52,347 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:52,347 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:52,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:52,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51666 deadline: 1733786152393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:52,395 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:52,395 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:52,395 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:52,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:52,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1733786152393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:52,396 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:52,396 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:52,396 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:52,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:52,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1733786152403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:52,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:52,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:52,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:52,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:52,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51680 deadline: 1733786152403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:52,405 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:52,405 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:52,405 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:52,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-09T23:14:52,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:14:52,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. as already flushing 2024-12-09T23:14:52,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:14:52,418 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:52,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:52,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:52,489 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:14:52,497 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412098fc695a769b8440e8ac5e687fbcfc6d5_77c73de3fba389f5a41d15a83f4e3275 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412098fc695a769b8440e8ac5e687fbcfc6d5_77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:14:52,499 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/A/c941f46241c4468790211ffb1bd48171, store: [table=TestAcidGuarantees family=A region=77c73de3fba389f5a41d15a83f4e3275] 2024-12-09T23:14:52,508 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/A/c941f46241c4468790211ffb1bd48171 is 175, key is test_row_1/A:col10/1733786091969/Put/seqid=0 2024-12-09T23:14:52,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741952_1128 (size=39545) 2024-12-09T23:14:52,572 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-09T23:14:52,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:14:52,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. as already flushing 2024-12-09T23:14:52,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:14:52,573 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:52,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:52,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:52,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-09T23:14:52,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:52,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51626 deadline: 1733786152657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:52,660 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:52,660 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:52,660 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:52,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:52,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51666 deadline: 1733786152703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:52,706 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:52,706 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:52,706 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:52,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:52,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1733786152704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:52,707 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:52,707 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:52,707 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:52,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:52,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1733786152713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:52,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:52,718 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:52,718 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:52,718 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:52,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51680 deadline: 1733786152713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:52,719 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:52,719 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:52,719 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:52,728 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-09T23:14:52,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:14:52,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. as already flushing 2024-12-09T23:14:52,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:14:52,728 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:52,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:52,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:52,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-09T23:14:52,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:14:52,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. as already flushing 2024-12-09T23:14:52,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:14:52,886 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:52,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:52,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:52,947 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=14, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/A/c941f46241c4468790211ffb1bd48171 2024-12-09T23:14:53,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/B/fd155b2fd113474fbdd55b9ddc0f6198 is 50, key is test_row_1/B:col10/1733786091969/Put/seqid=0 2024-12-09T23:14:53,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-09T23:14:53,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:14:53,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. as already flushing 2024-12-09T23:14:53,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:14:53,047 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:53,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:53,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:53,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741953_1129 (size=9657) 2024-12-09T23:14:53,051 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/B/fd155b2fd113474fbdd55b9ddc0f6198 2024-12-09T23:14:53,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-09T23:14:53,099 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/C/b7e16cb5870e4b6eb35729c5ca5ffa00 is 50, key is test_row_1/C:col10/1733786091969/Put/seqid=0 2024-12-09T23:14:53,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741954_1130 (size=9657) 2024-12-09T23:14:53,142 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/C/b7e16cb5870e4b6eb35729c5ca5ffa00 2024-12-09T23:14:53,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/A/c941f46241c4468790211ffb1bd48171 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/c941f46241c4468790211ffb1bd48171 2024-12-09T23:14:53,159 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/c941f46241c4468790211ffb1bd48171, entries=200, sequenceid=14, filesize=38.6 K 2024-12-09T23:14:53,161 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/B/fd155b2fd113474fbdd55b9ddc0f6198 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/fd155b2fd113474fbdd55b9ddc0f6198 2024-12-09T23:14:53,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:53,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51626 deadline: 1733786153179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:53,181 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:53,182 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:53,182 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:53,185 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/fd155b2fd113474fbdd55b9ddc0f6198, entries=100, sequenceid=14, filesize=9.4 K 2024-12-09T23:14:53,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/C/b7e16cb5870e4b6eb35729c5ca5ffa00 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/b7e16cb5870e4b6eb35729c5ca5ffa00 2024-12-09T23:14:53,195 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/b7e16cb5870e4b6eb35729c5ca5ffa00, entries=100, sequenceid=14, filesize=9.4 K 2024-12-09T23:14:53,196 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for 77c73de3fba389f5a41d15a83f4e3275 in 1223ms, sequenceid=14, compaction requested=false 2024-12-09T23:14:53,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 77c73de3fba389f5a41d15a83f4e3275: 2024-12-09T23:14:53,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-09T23:14:53,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:14:53,202 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing 77c73de3fba389f5a41d15a83f4e3275 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-12-09T23:14:53,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77c73de3fba389f5a41d15a83f4e3275, store=A 2024-12-09T23:14:53,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:14:53,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77c73de3fba389f5a41d15a83f4e3275, store=B 2024-12-09T23:14:53,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:14:53,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77c73de3fba389f5a41d15a83f4e3275, store=C 2024-12-09T23:14:53,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:14:53,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:14:53,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. as already flushing 2024-12-09T23:14:53,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412094f4cffafd39f4ae5b2203a16009c1c4f_77c73de3fba389f5a41d15a83f4e3275 is 50, key is test_row_0/A:col10/1733786092061/Put/seqid=0 2024-12-09T23:14:53,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:53,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51666 deadline: 1733786153228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:53,238 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:53,238 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:53,238 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:53,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:53,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1733786153232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:53,239 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:53,239 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:53,239 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:53,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:53,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51680 deadline: 1733786153238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:53,243 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:53,243 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:53,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:53,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1733786153239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:53,244 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:53,244 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:53,244 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:53,243 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:53,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741955_1131 (size=12154) 2024-12-09T23:14:53,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:14:53,311 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412094f4cffafd39f4ae5b2203a16009c1c4f_77c73de3fba389f5a41d15a83f4e3275 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412094f4cffafd39f4ae5b2203a16009c1c4f_77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:14:53,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/A/f62c8c81522445088a2445f46ee2cad9, store: [table=TestAcidGuarantees family=A region=77c73de3fba389f5a41d15a83f4e3275] 2024-12-09T23:14:53,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/A/f62c8c81522445088a2445f46ee2cad9 is 175, key is test_row_0/A:col10/1733786092061/Put/seqid=0 2024-12-09T23:14:53,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:53,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51666 deadline: 1733786153343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:53,346 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:53,346 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:53,346 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:53,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741956_1132 (size=30955) 2024-12-09T23:14:53,348 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=51, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/A/f62c8c81522445088a2445f46ee2cad9 2024-12-09T23:14:53,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:53,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1733786153347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:53,353 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:53,353 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:53,353 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:53,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:53,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1733786153353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:53,371 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:53,371 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:53,371 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:53,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:53,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51680 deadline: 1733786153353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:53,372 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:53,372 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:53,372 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:53,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/B/77d831882baf4ee6b883c77f516ffe21 is 50, key is test_row_0/B:col10/1733786092061/Put/seqid=0 2024-12-09T23:14:53,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741957_1133 (size=12001) 2024-12-09T23:14:53,450 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/B/77d831882baf4ee6b883c77f516ffe21 2024-12-09T23:14:53,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/C/1f15c6a6396849caabb361517f08834d is 50, key is test_row_0/C:col10/1733786092061/Put/seqid=0 2024-12-09T23:14:53,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741958_1134 (size=12001) 2024-12-09T23:14:53,488 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/C/1f15c6a6396849caabb361517f08834d 2024-12-09T23:14:53,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/A/f62c8c81522445088a2445f46ee2cad9 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/f62c8c81522445088a2445f46ee2cad9 2024-12-09T23:14:53,514 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/f62c8c81522445088a2445f46ee2cad9, entries=150, sequenceid=51, filesize=30.2 K 2024-12-09T23:14:53,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/B/77d831882baf4ee6b883c77f516ffe21 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/77d831882baf4ee6b883c77f516ffe21 2024-12-09T23:14:53,524 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/77d831882baf4ee6b883c77f516ffe21, entries=150, sequenceid=51, filesize=11.7 K 2024-12-09T23:14:53,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/C/1f15c6a6396849caabb361517f08834d as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/1f15c6a6396849caabb361517f08834d 2024-12-09T23:14:53,532 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/1f15c6a6396849caabb361517f08834d, entries=150, sequenceid=51, filesize=11.7 K 2024-12-09T23:14:53,533 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=46.96 KB/48090 for 77c73de3fba389f5a41d15a83f4e3275 in 331ms, sequenceid=51, compaction requested=false 2024-12-09T23:14:53,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for 77c73de3fba389f5a41d15a83f4e3275: 2024-12-09T23:14:53,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:14:53,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-12-09T23:14:53,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33465 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-12-09T23:14:53,542 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-12-09T23:14:53,542 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5810 sec 2024-12-09T23:14:53,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 1.5900 sec 2024-12-09T23:14:53,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:14:53,556 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 77c73de3fba389f5a41d15a83f4e3275 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-09T23:14:53,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77c73de3fba389f5a41d15a83f4e3275, store=A 2024-12-09T23:14:53,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:53,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77c73de3fba389f5a41d15a83f4e3275, store=B 2024-12-09T23:14:53,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:53,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77c73de3fba389f5a41d15a83f4e3275, store=C 2024-12-09T23:14:53,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:53,576 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-09T23:14:53,579 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209d58171bae3e14d4199f40fe432acb8f3_77c73de3fba389f5a41d15a83f4e3275 is 50, key is test_row_0/A:col10/1733786093216/Put/seqid=0 2024-12-09T23:14:53,627 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=459, cellSize=21015, totalHeapSize=47976, min timestamp=1733786093573, max timestamp=1733786093620Num uniques 859; 2024-12-09T23:14:53,627 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=21015, suffix heap size=117064,new segment heap size=47976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=459 2024-12-09T23:14:53,628 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=459, cellSize=21015, totalHeapSize=47976, min timestamp=1733786093573, max timestamp=1733786093620Num uniques 859; 2024-12-09T23:14:53,628 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=21015, suffix heap size=117064,new segment heap size=47976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=459 2024-12-09T23:14:53,630 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733786093609, max timestamp=1733786093620Num uniques 859; 2024-12-09T23:14:53,630 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-12-09T23:14:53,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741959_1135 (size=14594) 2024-12-09T23:14:53,632 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:14:53,639 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209d58171bae3e14d4199f40fe432acb8f3_77c73de3fba389f5a41d15a83f4e3275 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209d58171bae3e14d4199f40fe432acb8f3_77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:14:53,640 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/A/a978c216a0084ed58e8cb841ed97b575, store: [table=TestAcidGuarantees family=A region=77c73de3fba389f5a41d15a83f4e3275] 2024-12-09T23:14:53,640 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/A/a978c216a0084ed58e8cb841ed97b575 is 175, key is test_row_0/A:col10/1733786093216/Put/seqid=0 2024-12-09T23:14:53,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:53,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:53,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51666 deadline: 1733786153665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:53,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1733786153666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:53,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:53,671 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:53,672 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:53,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51680 deadline: 1733786153669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:53,672 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:53,672 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:53,672 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:53,672 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:53,673 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:53,674 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:53,674 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:53,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:53,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1733786153673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:53,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:53,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:53,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:53,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741960_1136 (size=39549) 2024-12-09T23:14:53,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:53,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1733786153783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:53,791 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:53,791 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:53,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:53,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:53,791 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:53,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51680 deadline: 1733786153783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:53,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51666 deadline: 1733786153783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:53,791 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:53,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:53,791 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:53,791 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:53,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1733786153783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:53,792 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:53,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:53,792 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:53,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:53,792 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:53,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:53,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:53,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1733786153994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:53,998 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:53,998 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:53,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:54,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:54,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1733786154003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:54,006 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:54,006 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:54,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:54,006 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:54,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51680 deadline: 1733786154003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:54,006 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:54,006 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:54,006 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:54,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:54,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51666 deadline: 1733786154003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:54,007 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:54,007 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:54,007 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:54,080 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=62, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/A/a978c216a0084ed58e8cb841ed97b575 2024-12-09T23:14:54,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/B/ddb84b9e09d4482cb2e1c4042e6dd0ac is 50, key is test_row_0/B:col10/1733786093216/Put/seqid=0 2024-12-09T23:14:54,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-09T23:14:54,109 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T23:14:54,110 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T23:14:54,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33465 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-12-09T23:14:54,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-09T23:14:54,113 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T23:14:54,114 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T23:14:54,114 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T23:14:54,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741961_1137 (size=12001) 2024-12-09T23:14:54,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:54,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51626 deadline: 1733786154194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:54,205 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40923,1733786050901 for 'test_row_1' in 77c73de3fba389f5a41d15a83f4e3275 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2184 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:14:54,206 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:54,206 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:54,206 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:54,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-09T23:14:54,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-09T23:14:54,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:14:54,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. as already flushing 2024-12-09T23:14:54,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:14:54,277 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:54,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:54,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:54,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:54,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1733786154303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:54,308 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:54,308 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:54,309 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:54,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:54,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1733786154313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:54,315 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:54,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:54,315 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:54,315 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:54,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51680 deadline: 1733786154313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:54,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:54,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51666 deadline: 1733786154314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:54,317 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:54,317 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:54,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:54,318 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:54,318 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:54,318 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:54,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-09T23:14:54,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:14:54,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. as already flushing 2024-12-09T23:14:54,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:14:54,432 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:54,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:54,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-09T23:14:54,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:54,556 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/B/ddb84b9e09d4482cb2e1c4042e6dd0ac 2024-12-09T23:14:54,564 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/C/15394142e3f446f090af66ad9062e7fc is 50, key is test_row_0/C:col10/1733786093216/Put/seqid=0 2024-12-09T23:14:54,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741962_1138 (size=12001) 2024-12-09T23:14:54,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-09T23:14:54,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:14:54,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. as already flushing 2024-12-09T23:14:54,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:14:54,586 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:54,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:54,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:54,640 INFO [master/aab77d931c0c:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-09T23:14:54,640 INFO [master/aab77d931c0c:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-09T23:14:54,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-09T23:14:54,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:14:54,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. as already flushing 2024-12-09T23:14:54,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:14:54,740 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:54,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:54,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:54,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-09T23:14:54,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:54,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1733786154813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:54,814 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:54,814 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:54,814 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:54,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:54,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1733786154823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:54,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:54,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51680 deadline: 1733786154823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:54,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:54,825 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:54,825 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:54,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51666 deadline: 1733786154824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:54,825 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:54,827 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:54,827 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:54,827 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:54,827 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:54,827 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:54,827 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:54,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-09T23:14:54,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:14:54,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. as already flushing 2024-12-09T23:14:54,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:14:54,894 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:54,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:54,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:14:54,977 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/C/15394142e3f446f090af66ad9062e7fc 2024-12-09T23:14:54,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/A/a978c216a0084ed58e8cb841ed97b575 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/a978c216a0084ed58e8cb841ed97b575 2024-12-09T23:14:54,989 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/a978c216a0084ed58e8cb841ed97b575, entries=200, sequenceid=62, filesize=38.6 K 2024-12-09T23:14:54,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/B/ddb84b9e09d4482cb2e1c4042e6dd0ac as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/ddb84b9e09d4482cb2e1c4042e6dd0ac 2024-12-09T23:14:55,000 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/ddb84b9e09d4482cb2e1c4042e6dd0ac, entries=150, sequenceid=62, filesize=11.7 K 2024-12-09T23:14:55,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/C/15394142e3f446f090af66ad9062e7fc as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/15394142e3f446f090af66ad9062e7fc 2024-12-09T23:14:55,012 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/15394142e3f446f090af66ad9062e7fc, entries=150, sequenceid=62, filesize=11.7 K 2024-12-09T23:14:55,014 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=133.78 KB/136995 for 77c73de3fba389f5a41d15a83f4e3275 in 1458ms, sequenceid=62, compaction requested=true 2024-12-09T23:14:55,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 77c73de3fba389f5a41d15a83f4e3275: 2024-12-09T23:14:55,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77c73de3fba389f5a41d15a83f4e3275:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T23:14:55,014 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:14:55,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:14:55,015 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:14:55,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77c73de3fba389f5a41d15a83f4e3275:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T23:14:55,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:14:55,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77c73de3fba389f5a41d15a83f4e3275:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T23:14:55,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:14:55,016 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:14:55,016 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1541): 77c73de3fba389f5a41d15a83f4e3275/B is initiating minor compaction (all files) 2024-12-09T23:14:55,016 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 77c73de3fba389f5a41d15a83f4e3275/B in TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:14:55,016 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/fd155b2fd113474fbdd55b9ddc0f6198, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/77d831882baf4ee6b883c77f516ffe21, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/ddb84b9e09d4482cb2e1c4042e6dd0ac] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp, totalSize=32.9 K 2024-12-09T23:14:55,016 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:14:55,016 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1541): 77c73de3fba389f5a41d15a83f4e3275/A is initiating minor compaction (all files) 2024-12-09T23:14:55,016 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 77c73de3fba389f5a41d15a83f4e3275/A in TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:14:55,016 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/c941f46241c4468790211ffb1bd48171, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/f62c8c81522445088a2445f46ee2cad9, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/a978c216a0084ed58e8cb841ed97b575] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp, totalSize=107.5 K 2024-12-09T23:14:55,016 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:14:55,017 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. files: [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/c941f46241c4468790211ffb1bd48171, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/f62c8c81522445088a2445f46ee2cad9, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/a978c216a0084ed58e8cb841ed97b575] 2024-12-09T23:14:55,017 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting fd155b2fd113474fbdd55b9ddc0f6198, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733786091964 2024-12-09T23:14:55,017 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting c941f46241c4468790211ffb1bd48171, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733786091964 2024-12-09T23:14:55,018 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 77d831882baf4ee6b883c77f516ffe21, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733786092061 2024-12-09T23:14:55,018 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting f62c8c81522445088a2445f46ee2cad9, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733786092061 2024-12-09T23:14:55,018 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting ddb84b9e09d4482cb2e1c4042e6dd0ac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733786093216 2024-12-09T23:14:55,018 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting a978c216a0084ed58e8cb841ed97b575, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733786093216 2024-12-09T23:14:55,031 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 77c73de3fba389f5a41d15a83f4e3275#B#compaction#120 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:14:55,031 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/B/8047946460fc48e59158f2cff5d5ad14 is 50, key is test_row_0/B:col10/1733786093216/Put/seqid=0 2024-12-09T23:14:55,033 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=77c73de3fba389f5a41d15a83f4e3275] 2024-12-09T23:14:55,048 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-09T23:14:55,048 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120930db28b37c6a4b8a8a80f13fefd0edab_77c73de3fba389f5a41d15a83f4e3275 store=[table=TestAcidGuarantees family=A region=77c73de3fba389f5a41d15a83f4e3275] 2024-12-09T23:14:55,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:14:55,049 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing 77c73de3fba389f5a41d15a83f4e3275 3/3 column families, dataSize=133.78 KB heapSize=365.32 KB 2024-12-09T23:14:55,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77c73de3fba389f5a41d15a83f4e3275, store=A 2024-12-09T23:14:55,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741963_1139 (size=12104) 2024-12-09T23:14:55,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:14:55,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77c73de3fba389f5a41d15a83f4e3275, store=B 2024-12-09T23:14:55,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:14:55,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77c73de3fba389f5a41d15a83f4e3275, store=C 2024-12-09T23:14:55,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:14:55,051 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120930db28b37c6a4b8a8a80f13fefd0edab_77c73de3fba389f5a41d15a83f4e3275, store=[table=TestAcidGuarantees family=A region=77c73de3fba389f5a41d15a83f4e3275] 2024-12-09T23:14:55,052 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120930db28b37c6a4b8a8a80f13fefd0edab_77c73de3fba389f5a41d15a83f4e3275 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=77c73de3fba389f5a41d15a83f4e3275] 2024-12-09T23:14:55,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120912c6f506c52c4ec7b987517427e6893f_77c73de3fba389f5a41d15a83f4e3275 is 50, key is test_row_0/A:col10/1733786093666/Put/seqid=0 2024-12-09T23:14:55,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741964_1140 (size=4469) 2024-12-09T23:14:55,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741965_1141 (size=12154) 2024-12-09T23:14:55,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:14:55,082 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120912c6f506c52c4ec7b987517427e6893f_77c73de3fba389f5a41d15a83f4e3275 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120912c6f506c52c4ec7b987517427e6893f_77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:14:55,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/A/ccc59d7488a74fd2b29be9a7b42250c3, store: [table=TestAcidGuarantees family=A region=77c73de3fba389f5a41d15a83f4e3275] 2024-12-09T23:14:55,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/A/ccc59d7488a74fd2b29be9a7b42250c3 is 175, key is test_row_0/A:col10/1733786093666/Put/seqid=0 2024-12-09T23:14:55,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741966_1142 (size=30955) 2024-12-09T23:14:55,088 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/A/ccc59d7488a74fd2b29be9a7b42250c3 2024-12-09T23:14:55,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/B/4db6e2dc0605452b89291a1e1741e760 is 50, key is test_row_0/B:col10/1733786093666/Put/seqid=0 2024-12-09T23:14:55,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741967_1143 (size=12001) 2024-12-09T23:14:55,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-09T23:14:55,457 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/B/8047946460fc48e59158f2cff5d5ad14 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/8047946460fc48e59158f2cff5d5ad14 2024-12-09T23:14:55,464 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 77c73de3fba389f5a41d15a83f4e3275/B of 77c73de3fba389f5a41d15a83f4e3275 into 8047946460fc48e59158f2cff5d5ad14(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:14:55,464 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 77c73de3fba389f5a41d15a83f4e3275: 2024-12-09T23:14:55,464 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., storeName=77c73de3fba389f5a41d15a83f4e3275/B, priority=13, startTime=1733786095015; duration=0sec 2024-12-09T23:14:55,464 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:14:55,464 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77c73de3fba389f5a41d15a83f4e3275:B 2024-12-09T23:14:55,464 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:14:55,465 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:14:55,465 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1541): 77c73de3fba389f5a41d15a83f4e3275/C is initiating minor compaction (all files) 2024-12-09T23:14:55,465 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 77c73de3fba389f5a41d15a83f4e3275/C in TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:14:55,465 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/b7e16cb5870e4b6eb35729c5ca5ffa00, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/1f15c6a6396849caabb361517f08834d, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/15394142e3f446f090af66ad9062e7fc] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp, totalSize=32.9 K 2024-12-09T23:14:55,466 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting b7e16cb5870e4b6eb35729c5ca5ffa00, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733786091964 2024-12-09T23:14:55,467 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 1f15c6a6396849caabb361517f08834d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733786092061 2024-12-09T23:14:55,467 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 15394142e3f446f090af66ad9062e7fc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733786093216 2024-12-09T23:14:55,476 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 77c73de3fba389f5a41d15a83f4e3275#C#compaction#124 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:14:55,477 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/C/e93ecf3cfeac486681eef2ed0490cb3c is 50, key is test_row_0/C:col10/1733786093216/Put/seqid=0 2024-12-09T23:14:55,478 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 77c73de3fba389f5a41d15a83f4e3275#A#compaction#121 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:14:55,479 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/A/9d31900a374345af9286bd33caae6b8c is 175, key is test_row_0/A:col10/1733786093216/Put/seqid=0 2024-12-09T23:14:55,500 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/B/4db6e2dc0605452b89291a1e1741e760 2024-12-09T23:14:55,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741969_1145 (size=31058) 2024-12-09T23:14:55,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/C/43abbc5d3ba840d0b022738c4a7c0f9f is 50, key is test_row_0/C:col10/1733786093666/Put/seqid=0 2024-12-09T23:14:55,512 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/A/9d31900a374345af9286bd33caae6b8c as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/9d31900a374345af9286bd33caae6b8c 2024-12-09T23:14:55,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741968_1144 (size=12104) 2024-12-09T23:14:55,523 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 77c73de3fba389f5a41d15a83f4e3275/A of 77c73de3fba389f5a41d15a83f4e3275 into 9d31900a374345af9286bd33caae6b8c(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:14:55,523 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 77c73de3fba389f5a41d15a83f4e3275: 2024-12-09T23:14:55,523 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., storeName=77c73de3fba389f5a41d15a83f4e3275/A, priority=13, startTime=1733786095014; duration=0sec 2024-12-09T23:14:55,524 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:14:55,524 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77c73de3fba389f5a41d15a83f4e3275:A 2024-12-09T23:14:55,529 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/C/e93ecf3cfeac486681eef2ed0490cb3c as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/e93ecf3cfeac486681eef2ed0490cb3c 2024-12-09T23:14:55,539 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 77c73de3fba389f5a41d15a83f4e3275/C of 77c73de3fba389f5a41d15a83f4e3275 into e93ecf3cfeac486681eef2ed0490cb3c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:14:55,540 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 77c73de3fba389f5a41d15a83f4e3275: 2024-12-09T23:14:55,540 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., storeName=77c73de3fba389f5a41d15a83f4e3275/C, priority=13, startTime=1733786095015; duration=0sec 2024-12-09T23:14:55,540 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:14:55,540 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77c73de3fba389f5a41d15a83f4e3275:C 2024-12-09T23:14:55,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741970_1146 (size=12001) 2024-12-09T23:14:55,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:14:55,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. as already flushing 2024-12-09T23:14:55,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:55,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1733786155840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:55,845 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:55,845 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:55,845 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:55,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:55,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51666 deadline: 1733786155842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:55,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:55,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1733786155844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:55,852 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:55,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:55,851 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40923,1733786050901 for 'test_row_0' in 77c73de3fba389f5a41d15a83f4e3275 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2188 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:14:55,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51680 deadline: 1733786155844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:55,852 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:55,852 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:55,852 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:55,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:55,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:55,853 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:55,853 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:55,853 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:55,947 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.39 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/C/43abbc5d3ba840d0b022738c4a7c0f9f 2024-12-09T23:14:55,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:55,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1733786155953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:55,955 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:55,955 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:55,955 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:55,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/A/ccc59d7488a74fd2b29be9a7b42250c3 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/ccc59d7488a74fd2b29be9a7b42250c3 2024-12-09T23:14:55,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:55,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51680 deadline: 1733786155970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:55,972 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:55,972 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:55,972 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:55,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:55,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1733786155970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:55,974 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:55,974 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:55,974 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:55,979 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/ccc59d7488a74fd2b29be9a7b42250c3, entries=150, sequenceid=95, filesize=30.2 K 2024-12-09T23:14:55,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/B/4db6e2dc0605452b89291a1e1741e760 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/4db6e2dc0605452b89291a1e1741e760 2024-12-09T23:14:55,993 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/4db6e2dc0605452b89291a1e1741e760, entries=150, sequenceid=95, filesize=11.7 K 2024-12-09T23:14:55,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/C/43abbc5d3ba840d0b022738c4a7c0f9f as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/43abbc5d3ba840d0b022738c4a7c0f9f 2024-12-09T23:14:56,006 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/43abbc5d3ba840d0b022738c4a7c0f9f, entries=150, sequenceid=95, filesize=11.7 K 2024-12-09T23:14:56,007 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~133.78 KB/136995, heapSize ~365.27 KB/374040, currentSize=60.38 KB/61830 for 77c73de3fba389f5a41d15a83f4e3275 in 958ms, sequenceid=95, compaction requested=false 2024-12-09T23:14:56,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for 77c73de3fba389f5a41d15a83f4e3275: 2024-12-09T23:14:56,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:14:56,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-09T23:14:56,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-09T23:14:56,013 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-12-09T23:14:56,013 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8950 sec 2024-12-09T23:14:56,015 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 1.9030 sec 2024-12-09T23:14:56,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:14:56,165 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 77c73de3fba389f5a41d15a83f4e3275 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-09T23:14:56,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77c73de3fba389f5a41d15a83f4e3275, store=A 2024-12-09T23:14:56,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:56,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77c73de3fba389f5a41d15a83f4e3275, store=B 2024-12-09T23:14:56,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:56,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77c73de3fba389f5a41d15a83f4e3275, store=C 2024-12-09T23:14:56,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:56,175 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209dc5260a1ee2f402fac3dd7e2fd1df14c_77c73de3fba389f5a41d15a83f4e3275 is 50, key is test_row_0/A:col10/1733786095842/Put/seqid=0 2024-12-09T23:14:56,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741971_1147 (size=12154) 2024-12-09T23:14:56,187 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:14:56,195 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209dc5260a1ee2f402fac3dd7e2fd1df14c_77c73de3fba389f5a41d15a83f4e3275 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209dc5260a1ee2f402fac3dd7e2fd1df14c_77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:14:56,196 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/A/5f1db4a37b404f3a9fb7241161b55b73, store: [table=TestAcidGuarantees family=A region=77c73de3fba389f5a41d15a83f4e3275] 2024-12-09T23:14:56,197 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/A/5f1db4a37b404f3a9fb7241161b55b73 is 175, key is test_row_0/A:col10/1733786095842/Put/seqid=0 2024-12-09T23:14:56,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:56,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:56,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51680 deadline: 1733786156209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:56,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1733786156207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:56,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:56,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1733786156211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:56,215 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:56,215 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:56,215 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:56,215 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:56,215 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:56,215 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:56,216 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:56,216 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:56,216 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:56,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741972_1148 (size=30955) 2024-12-09T23:14:56,219 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=111, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/A/5f1db4a37b404f3a9fb7241161b55b73 2024-12-09T23:14:56,230 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/B/691e0ff9189b47709ef49bce27d70cd4 is 50, key is test_row_0/B:col10/1733786095842/Put/seqid=0 2024-12-09T23:14:56,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:56,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51626 deadline: 1733786156233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:56,236 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40923,1733786050901 for 'test_row_1' in 77c73de3fba389f5a41d15a83f4e3275 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4215 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:14:56,237 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:56,237 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:56,237 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:56,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741973_1149 (size=12001) 2024-12-09T23:14:56,260 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/B/691e0ff9189b47709ef49bce27d70cd4 2024-12-09T23:14:56,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-09T23:14:56,263 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T23:14:56,264 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T23:14:56,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-12-09T23:14:56,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-09T23:14:56,267 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T23:14:56,269 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T23:14:56,269 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T23:14:56,286 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/C/c80f308cf08a4362807ac3269e83ba5a is 50, key is test_row_0/C:col10/1733786095842/Put/seqid=0 2024-12-09T23:14:56,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741974_1150 (size=12001) 2024-12-09T23:14:56,302 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/C/c80f308cf08a4362807ac3269e83ba5a 2024-12-09T23:14:56,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/A/5f1db4a37b404f3a9fb7241161b55b73 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/5f1db4a37b404f3a9fb7241161b55b73 2024-12-09T23:14:56,324 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/5f1db4a37b404f3a9fb7241161b55b73, entries=150, sequenceid=111, filesize=30.2 K 2024-12-09T23:14:56,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/B/691e0ff9189b47709ef49bce27d70cd4 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/691e0ff9189b47709ef49bce27d70cd4 2024-12-09T23:14:56,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:56,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51680 deadline: 1733786156323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:56,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:56,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:56,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:56,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:56,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1733786156323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:56,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:56,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1733786156323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:56,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:56,330 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:56,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:56,330 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:56,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:56,330 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:56,334 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/691e0ff9189b47709ef49bce27d70cd4, entries=150, sequenceid=111, filesize=11.7 K 2024-12-09T23:14:56,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/C/c80f308cf08a4362807ac3269e83ba5a as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/c80f308cf08a4362807ac3269e83ba5a 2024-12-09T23:14:56,339 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/c80f308cf08a4362807ac3269e83ba5a, entries=150, sequenceid=111, filesize=11.7 K 2024-12-09T23:14:56,341 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 77c73de3fba389f5a41d15a83f4e3275 in 176ms, sequenceid=111, compaction requested=true 2024-12-09T23:14:56,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 77c73de3fba389f5a41d15a83f4e3275: 2024-12-09T23:14:56,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77c73de3fba389f5a41d15a83f4e3275:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T23:14:56,341 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:14:56,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:14:56,342 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:14:56,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77c73de3fba389f5a41d15a83f4e3275:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T23:14:56,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:14:56,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77c73de3fba389f5a41d15a83f4e3275:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T23:14:56,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:14:56,342 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:14:56,343 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1541): 77c73de3fba389f5a41d15a83f4e3275/A is initiating minor compaction (all files) 2024-12-09T23:14:56,343 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 77c73de3fba389f5a41d15a83f4e3275/A in TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:14:56,343 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/9d31900a374345af9286bd33caae6b8c, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/ccc59d7488a74fd2b29be9a7b42250c3, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/5f1db4a37b404f3a9fb7241161b55b73] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp, totalSize=90.8 K 2024-12-09T23:14:56,343 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:14:56,343 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. files: [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/9d31900a374345af9286bd33caae6b8c, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/ccc59d7488a74fd2b29be9a7b42250c3, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/5f1db4a37b404f3a9fb7241161b55b73] 2024-12-09T23:14:56,343 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:14:56,344 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1541): 77c73de3fba389f5a41d15a83f4e3275/B is initiating minor compaction (all files) 2024-12-09T23:14:56,344 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 77c73de3fba389f5a41d15a83f4e3275/B in TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:14:56,344 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/8047946460fc48e59158f2cff5d5ad14, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/4db6e2dc0605452b89291a1e1741e760, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/691e0ff9189b47709ef49bce27d70cd4] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp, totalSize=35.3 K 2024-12-09T23:14:56,345 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9d31900a374345af9286bd33caae6b8c, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733786093216 2024-12-09T23:14:56,345 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 8047946460fc48e59158f2cff5d5ad14, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733786093216 2024-12-09T23:14:56,346 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 4db6e2dc0605452b89291a1e1741e760, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1733786093658 2024-12-09T23:14:56,346 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting ccc59d7488a74fd2b29be9a7b42250c3, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1733786093658 2024-12-09T23:14:56,346 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 691e0ff9189b47709ef49bce27d70cd4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1733786095831 2024-12-09T23:14:56,346 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f1db4a37b404f3a9fb7241161b55b73, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1733786095831 2024-12-09T23:14:56,356 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=77c73de3fba389f5a41d15a83f4e3275] 2024-12-09T23:14:56,356 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 77c73de3fba389f5a41d15a83f4e3275#B#compaction#129 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:14:56,357 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/B/eb7e7a99d50c424199eb762164379c84 is 50, key is test_row_0/B:col10/1733786095842/Put/seqid=0 2024-12-09T23:14:56,361 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241209ac39f811df974dfda022dc3b767c2772_77c73de3fba389f5a41d15a83f4e3275 store=[table=TestAcidGuarantees family=A region=77c73de3fba389f5a41d15a83f4e3275] 2024-12-09T23:14:56,364 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241209ac39f811df974dfda022dc3b767c2772_77c73de3fba389f5a41d15a83f4e3275, store=[table=TestAcidGuarantees family=A region=77c73de3fba389f5a41d15a83f4e3275] 2024-12-09T23:14:56,364 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209ac39f811df974dfda022dc3b767c2772_77c73de3fba389f5a41d15a83f4e3275 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=77c73de3fba389f5a41d15a83f4e3275] 2024-12-09T23:14:56,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741975_1151 (size=12207) 2024-12-09T23:14:56,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-09T23:14:56,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741976_1152 (size=4469) 2024-12-09T23:14:56,391 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/B/eb7e7a99d50c424199eb762164379c84 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/eb7e7a99d50c424199eb762164379c84 2024-12-09T23:14:56,407 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 77c73de3fba389f5a41d15a83f4e3275/B of 77c73de3fba389f5a41d15a83f4e3275 into eb7e7a99d50c424199eb762164379c84(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:14:56,407 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 77c73de3fba389f5a41d15a83f4e3275: 2024-12-09T23:14:56,407 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., storeName=77c73de3fba389f5a41d15a83f4e3275/B, priority=13, startTime=1733786096341; duration=0sec 2024-12-09T23:14:56,407 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:14:56,407 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77c73de3fba389f5a41d15a83f4e3275:B 2024-12-09T23:14:56,408 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:14:56,411 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:14:56,411 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1541): 77c73de3fba389f5a41d15a83f4e3275/C is initiating minor compaction (all files) 2024-12-09T23:14:56,411 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 77c73de3fba389f5a41d15a83f4e3275/C in TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:14:56,412 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/e93ecf3cfeac486681eef2ed0490cb3c, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/43abbc5d3ba840d0b022738c4a7c0f9f, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/c80f308cf08a4362807ac3269e83ba5a] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp, totalSize=35.3 K 2024-12-09T23:14:56,412 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting e93ecf3cfeac486681eef2ed0490cb3c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733786093216 2024-12-09T23:14:56,413 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 43abbc5d3ba840d0b022738c4a7c0f9f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1733786093658 2024-12-09T23:14:56,413 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting c80f308cf08a4362807ac3269e83ba5a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1733786095831 2024-12-09T23:14:56,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-09T23:14:56,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:14:56,424 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing 77c73de3fba389f5a41d15a83f4e3275 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-09T23:14:56,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77c73de3fba389f5a41d15a83f4e3275, store=A 2024-12-09T23:14:56,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:56,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77c73de3fba389f5a41d15a83f4e3275, store=B 2024-12-09T23:14:56,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:56,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77c73de3fba389f5a41d15a83f4e3275, store=C 2024-12-09T23:14:56,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:56,449 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 77c73de3fba389f5a41d15a83f4e3275#C#compaction#131 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:14:56,450 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/C/f95b6be9098348899f50e9afee6c59a5 is 50, key is test_row_0/C:col10/1733786095842/Put/seqid=0 2024-12-09T23:14:56,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209a7a24dd6dd4e4db19122ca73400e512b_77c73de3fba389f5a41d15a83f4e3275 is 50, key is test_row_0/A:col10/1733786096208/Put/seqid=0 2024-12-09T23:14:56,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741978_1154 (size=12204) 2024-12-09T23:14:56,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741977_1153 (size=12207) 2024-12-09T23:14:56,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:14:56,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. as already flushing 2024-12-09T23:14:56,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:56,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1733786156553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:56,557 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:56,558 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:56,558 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:56,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:56,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1733786156554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:56,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:56,561 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:56,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51680 deadline: 1733786156555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:56,561 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:56,561 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:56,561 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:56,561 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:56,561 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:56,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-09T23:14:56,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:56,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1733786156663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:56,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:56,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:56,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:56,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:56,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:56,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1733786156663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:56,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51680 deadline: 1733786156663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:56,668 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:56,668 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:56,668 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:56,668 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:56,668 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:56,668 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:56,791 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 77c73de3fba389f5a41d15a83f4e3275#A#compaction#130 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:14:56,791 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/A/e3e0150812984c9f9c3677593bf80976 is 175, key is test_row_0/A:col10/1733786095842/Put/seqid=0 2024-12-09T23:14:56,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741979_1155 (size=31161) 2024-12-09T23:14:56,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:14:56,868 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209a7a24dd6dd4e4db19122ca73400e512b_77c73de3fba389f5a41d15a83f4e3275 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209a7a24dd6dd4e4db19122ca73400e512b_77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:14:56,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/A/0b8d6eca1eb346168e1c0fcee9c66520, store: [table=TestAcidGuarantees family=A region=77c73de3fba389f5a41d15a83f4e3275] 2024-12-09T23:14:56,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/A/0b8d6eca1eb346168e1c0fcee9c66520 is 175, key is test_row_0/A:col10/1733786096208/Put/seqid=0 2024-12-09T23:14:56,874 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/C/f95b6be9098348899f50e9afee6c59a5 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/f95b6be9098348899f50e9afee6c59a5 2024-12-09T23:14:56,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:56,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:56,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1733786156873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:56,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1733786156873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:56,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:56,878 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:56,878 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:56,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51680 deadline: 1733786156873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:56,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:56,879 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:56,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:56,879 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:56,879 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:56,879 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:56,879 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:56,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741980_1156 (size=31005) 2024-12-09T23:14:56,881 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=131, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/A/0b8d6eca1eb346168e1c0fcee9c66520 2024-12-09T23:14:56,886 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 77c73de3fba389f5a41d15a83f4e3275/C of 77c73de3fba389f5a41d15a83f4e3275 into f95b6be9098348899f50e9afee6c59a5(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:14:56,886 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 77c73de3fba389f5a41d15a83f4e3275: 2024-12-09T23:14:56,886 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., storeName=77c73de3fba389f5a41d15a83f4e3275/C, priority=13, startTime=1733786096342; duration=0sec 2024-12-09T23:14:56,886 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:14:56,886 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77c73de3fba389f5a41d15a83f4e3275:C 2024-12-09T23:14:56,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-09T23:14:56,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/B/50b8740c41a44e28866736d4fd59ee22 is 50, key is test_row_0/B:col10/1733786096208/Put/seqid=0 2024-12-09T23:14:56,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741981_1157 (size=12051) 2024-12-09T23:14:57,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:57,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1733786157183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:57,184 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:57,184 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:57,184 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:57,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:57,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1733786157183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:57,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:57,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51680 deadline: 1733786157183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:57,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:57,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:57,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:57,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:57,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:57,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:57,224 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/A/e3e0150812984c9f9c3677593bf80976 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/e3e0150812984c9f9c3677593bf80976 2024-12-09T23:14:57,233 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 77c73de3fba389f5a41d15a83f4e3275/A of 77c73de3fba389f5a41d15a83f4e3275 into e3e0150812984c9f9c3677593bf80976(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:14:57,233 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 77c73de3fba389f5a41d15a83f4e3275: 2024-12-09T23:14:57,233 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., storeName=77c73de3fba389f5a41d15a83f4e3275/A, priority=13, startTime=1733786096341; duration=0sec 2024-12-09T23:14:57,233 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:14:57,233 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77c73de3fba389f5a41d15a83f4e3275:A 2024-12-09T23:14:57,306 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/B/50b8740c41a44e28866736d4fd59ee22 2024-12-09T23:14:57,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/C/681fd46e84bb4c67bbbcaa9219625569 is 50, key is test_row_0/C:col10/1733786096208/Put/seqid=0 2024-12-09T23:14:57,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741982_1158 (size=12051) 2024-12-09T23:14:57,333 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/C/681fd46e84bb4c67bbbcaa9219625569 2024-12-09T23:14:57,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/A/0b8d6eca1eb346168e1c0fcee9c66520 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/0b8d6eca1eb346168e1c0fcee9c66520 2024-12-09T23:14:57,342 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/0b8d6eca1eb346168e1c0fcee9c66520, entries=150, sequenceid=131, filesize=30.3 K 2024-12-09T23:14:57,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/B/50b8740c41a44e28866736d4fd59ee22 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/50b8740c41a44e28866736d4fd59ee22 2024-12-09T23:14:57,349 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/50b8740c41a44e28866736d4fd59ee22, entries=150, sequenceid=131, filesize=11.8 K 2024-12-09T23:14:57,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/C/681fd46e84bb4c67bbbcaa9219625569 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/681fd46e84bb4c67bbbcaa9219625569 2024-12-09T23:14:57,361 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/681fd46e84bb4c67bbbcaa9219625569, entries=150, sequenceid=131, filesize=11.8 K 2024-12-09T23:14:57,362 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 77c73de3fba389f5a41d15a83f4e3275 in 938ms, sequenceid=131, compaction requested=false 2024-12-09T23:14:57,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for 77c73de3fba389f5a41d15a83f4e3275: 2024-12-09T23:14:57,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:14:57,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-12-09T23:14:57,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-12-09T23:14:57,367 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-12-09T23:14:57,367 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0950 sec 2024-12-09T23:14:57,369 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 1.1040 sec 2024-12-09T23:14:57,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-09T23:14:57,403 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T23:14:57,405 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T23:14:57,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-12-09T23:14:57,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-09T23:14:57,409 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T23:14:57,410 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T23:14:57,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T23:14:57,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-09T23:14:57,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-09T23:14:57,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:14:57,564 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing 77c73de3fba389f5a41d15a83f4e3275 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-09T23:14:57,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77c73de3fba389f5a41d15a83f4e3275, store=A 2024-12-09T23:14:57,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:57,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77c73de3fba389f5a41d15a83f4e3275, store=B 2024-12-09T23:14:57,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:57,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77c73de3fba389f5a41d15a83f4e3275, store=C 2024-12-09T23:14:57,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:57,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120983b02d7f0f8745bbb7646a3a335e24e0_77c73de3fba389f5a41d15a83f4e3275 is 50, key is test_row_0/A:col10/1733786096548/Put/seqid=0 2024-12-09T23:14:57,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741983_1159 (size=12304) 2024-12-09T23:14:57,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:14:57,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. as already flushing 2024-12-09T23:14:57,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:57,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51680 deadline: 1733786157709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:57,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:57,711 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:57,711 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:57,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1733786157710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:57,712 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:57,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:57,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:57,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:57,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:57,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1733786157711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:57,712 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:57,712 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:57,712 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:57,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-09T23:14:57,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:57,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51680 deadline: 1733786157823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:57,825 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:57,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:57,825 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:57,825 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:57,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1733786157823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:57,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:57,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:57,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:57,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:57,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1733786157823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:57,826 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:57,826 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:57,826 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:57,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:57,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51666 deadline: 1733786157873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:57,875 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40923,1733786050901 for 'test_row_0' in 77c73de3fba389f5a41d15a83f4e3275 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4212 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:14:57,875 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:57,875 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:57,875 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:57,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:14:57,992 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120983b02d7f0f8745bbb7646a3a335e24e0_77c73de3fba389f5a41d15a83f4e3275 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120983b02d7f0f8745bbb7646a3a335e24e0_77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:14:57,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/A/cd87aa4826bb4c0086baea980bc8b16c, store: [table=TestAcidGuarantees family=A region=77c73de3fba389f5a41d15a83f4e3275] 2024-12-09T23:14:57,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/A/cd87aa4826bb4c0086baea980bc8b16c is 175, key is test_row_0/A:col10/1733786096548/Put/seqid=0 2024-12-09T23:14:58,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741984_1160 (size=31105) 2024-12-09T23:14:58,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-09T23:14:58,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:58,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:58,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51680 deadline: 1733786158033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:58,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1733786158033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:58,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:58,034 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:58,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1733786158033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:58,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:58,034 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:58,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:58,034 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:58,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:58,035 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:58,035 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:58,035 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:58,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:58,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:58,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51680 deadline: 1733786158343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:58,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1733786158343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:58,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:58,345 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:58,345 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:58,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1733786158343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:58,345 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:58,345 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:58,345 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:58,345 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:58,346 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:58,346 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:58,346 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:58,402 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=146, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/A/cd87aa4826bb4c0086baea980bc8b16c 2024-12-09T23:14:58,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/B/e185521cacca4374b3a36881d6c42e72 is 50, key is test_row_0/B:col10/1733786096548/Put/seqid=0 2024-12-09T23:14:58,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741985_1161 (size=12151) 2024-12-09T23:14:58,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-09T23:14:58,813 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/B/e185521cacca4374b3a36881d6c42e72 2024-12-09T23:14:58,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/C/fa910f4a86b54012bd9216efef1bbe43 is 50, key is test_row_0/C:col10/1733786096548/Put/seqid=0 2024-12-09T23:14:58,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741986_1162 (size=12151) 2024-12-09T23:14:58,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:58,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1733786158853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:58,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:58,857 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:58,857 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:58,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51680 deadline: 1733786158853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:58,857 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:58,857 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:58,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:58,857 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:58,857 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:58,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1733786158853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:58,858 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:58,858 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:58,858 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:59,227 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/C/fa910f4a86b54012bd9216efef1bbe43 2024-12-09T23:14:59,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/A/cd87aa4826bb4c0086baea980bc8b16c as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/cd87aa4826bb4c0086baea980bc8b16c 2024-12-09T23:14:59,236 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/cd87aa4826bb4c0086baea980bc8b16c, entries=150, sequenceid=146, filesize=30.4 K 2024-12-09T23:14:59,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/B/e185521cacca4374b3a36881d6c42e72 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/e185521cacca4374b3a36881d6c42e72 2024-12-09T23:14:59,245 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/e185521cacca4374b3a36881d6c42e72, entries=150, sequenceid=146, filesize=11.9 K 2024-12-09T23:14:59,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/C/fa910f4a86b54012bd9216efef1bbe43 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/fa910f4a86b54012bd9216efef1bbe43 2024-12-09T23:14:59,266 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/fa910f4a86b54012bd9216efef1bbe43, entries=150, sequenceid=146, filesize=11.9 K 2024-12-09T23:14:59,267 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 77c73de3fba389f5a41d15a83f4e3275 in 1702ms, sequenceid=146, compaction requested=true 2024-12-09T23:14:59,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 77c73de3fba389f5a41d15a83f4e3275: 2024-12-09T23:14:59,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:14:59,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-12-09T23:14:59,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-12-09T23:14:59,270 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-12-09T23:14:59,270 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8580 sec 2024-12-09T23:14:59,271 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 1.8650 sec 2024-12-09T23:14:59,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-09T23:14:59,553 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T23:14:59,553 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T23:14:59,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-12-09T23:14:59,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-09T23:14:59,556 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T23:14:59,557 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T23:14:59,558 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T23:14:59,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-09T23:14:59,712 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-09T23:14:59,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:14:59,713 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing 77c73de3fba389f5a41d15a83f4e3275 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-09T23:14:59,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77c73de3fba389f5a41d15a83f4e3275, store=A 2024-12-09T23:14:59,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:59,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77c73de3fba389f5a41d15a83f4e3275, store=B 2024-12-09T23:14:59,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:59,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77c73de3fba389f5a41d15a83f4e3275, store=C 2024-12-09T23:14:59,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:14:59,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120908a3262b29994654aa8a22ee329ce30d_77c73de3fba389f5a41d15a83f4e3275 is 50, key is test_row_0/A:col10/1733786097709/Put/seqid=0 2024-12-09T23:14:59,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741987_1163 (size=12304) 2024-12-09T23:14:59,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:14:59,741 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120908a3262b29994654aa8a22ee329ce30d_77c73de3fba389f5a41d15a83f4e3275 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120908a3262b29994654aa8a22ee329ce30d_77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:14:59,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/A/abca20a9e03a49f7b30c95c1a5bfb176, store: [table=TestAcidGuarantees family=A region=77c73de3fba389f5a41d15a83f4e3275] 2024-12-09T23:14:59,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/A/abca20a9e03a49f7b30c95c1a5bfb176 is 175, key is test_row_0/A:col10/1733786097709/Put/seqid=0 2024-12-09T23:14:59,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741988_1164 (size=31105) 2024-12-09T23:14:59,755 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=165, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/A/abca20a9e03a49f7b30c95c1a5bfb176 2024-12-09T23:14:59,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/B/6b97d8b1733440b6a73f6bedecf9ab17 is 50, key is test_row_0/B:col10/1733786097709/Put/seqid=0 2024-12-09T23:14:59,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741989_1165 (size=12151) 2024-12-09T23:14:59,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:14:59,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. as already flushing 2024-12-09T23:14:59,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-09T23:14:59,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:59,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51680 deadline: 1733786159878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:59,881 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:59,881 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:59,881 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:59,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:59,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1733786159879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:59,882 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:59,882 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:59,882 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:59,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:59,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1733786159880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:59,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:59,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:59,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:14:59,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:14:59,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51680 deadline: 1733786159983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:14:59,984 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:59,984 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:14:59,984 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:00,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:00,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:00,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1733786159995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:00,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1733786159994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:00,003 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:00,003 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:00,003 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:00,003 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:00,003 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:00,003 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:00,179 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/B/6b97d8b1733440b6a73f6bedecf9ab17 2024-12-09T23:15:00,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-09T23:15:00,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/C/24763acd56414019aebe83bcbdbd84ab is 50, key is test_row_0/C:col10/1733786097709/Put/seqid=0 2024-12-09T23:15:00,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:00,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51680 deadline: 1733786160193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:00,195 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:00,195 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:00,195 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:00,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741990_1166 (size=12151) 2024-12-09T23:15:00,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:00,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:00,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1733786160212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:00,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1733786160213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:00,221 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:00,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:00,221 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:00,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:00,221 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:00,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:00,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:00,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51626 deadline: 1733786160273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:00,276 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40923,1733786050901 for 'test_row_1' in 77c73de3fba389f5a41d15a83f4e3275 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8255 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:15:00,277 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:00,277 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:00,277 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:00,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:00,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51680 deadline: 1733786160503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:00,504 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:00,504 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:00,504 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:00,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:00,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1733786160523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:00,527 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:00,527 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:00,527 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:00,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:00,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1733786160533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:00,537 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:00,537 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:00,537 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:00,603 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/C/24763acd56414019aebe83bcbdbd84ab 2024-12-09T23:15:00,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/A/abca20a9e03a49f7b30c95c1a5bfb176 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/abca20a9e03a49f7b30c95c1a5bfb176 2024-12-09T23:15:00,613 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/abca20a9e03a49f7b30c95c1a5bfb176, entries=150, sequenceid=165, filesize=30.4 K 2024-12-09T23:15:00,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/B/6b97d8b1733440b6a73f6bedecf9ab17 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/6b97d8b1733440b6a73f6bedecf9ab17 2024-12-09T23:15:00,619 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/6b97d8b1733440b6a73f6bedecf9ab17, entries=150, sequenceid=165, filesize=11.9 K 2024-12-09T23:15:00,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/C/24763acd56414019aebe83bcbdbd84ab as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/24763acd56414019aebe83bcbdbd84ab 2024-12-09T23:15:00,626 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/24763acd56414019aebe83bcbdbd84ab, entries=150, sequenceid=165, filesize=11.9 K 2024-12-09T23:15:00,627 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 77c73de3fba389f5a41d15a83f4e3275 in 915ms, sequenceid=165, compaction requested=true 2024-12-09T23:15:00,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 77c73de3fba389f5a41d15a83f4e3275: 2024-12-09T23:15:00,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:15:00,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-12-09T23:15:00,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-12-09T23:15:00,630 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-12-09T23:15:00,630 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0700 sec 2024-12-09T23:15:00,632 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 1.0780 sec 2024-12-09T23:15:00,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-09T23:15:00,693 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T23:15:00,693 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T23:15:00,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-12-09T23:15:00,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-09T23:15:00,695 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T23:15:00,696 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T23:15:00,696 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T23:15:00,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-09T23:15:00,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-09T23:15:00,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:15:00,849 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing 77c73de3fba389f5a41d15a83f4e3275 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-09T23:15:00,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77c73de3fba389f5a41d15a83f4e3275, store=A 2024-12-09T23:15:00,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:00,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77c73de3fba389f5a41d15a83f4e3275, store=B 2024-12-09T23:15:00,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:00,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77c73de3fba389f5a41d15a83f4e3275, store=C 2024-12-09T23:15:00,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:00,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209421861df7fdb46df86d94558f1498e61_77c73de3fba389f5a41d15a83f4e3275 is 50, key is test_row_0/A:col10/1733786099878/Put/seqid=0 2024-12-09T23:15:00,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741991_1167 (size=12304) 2024-12-09T23:15:01,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-09T23:15:01,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:15:01,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. as already flushing 2024-12-09T23:15:01,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:01,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:01,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1733786161052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:01,054 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:01,055 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:01,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51680 deadline: 1733786161051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:01,055 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:01,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:01,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1733786161054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:01,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:01,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:01,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:01,056 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:01,056 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:01,056 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:01,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:01,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:01,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51680 deadline: 1733786161163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:01,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1733786161163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:01,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:01,172 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:01,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1733786161163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:01,172 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:01,172 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:01,173 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:01,173 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:01,173 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:01,173 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:01,173 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:01,173 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:01,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:01,274 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209421861df7fdb46df86d94558f1498e61_77c73de3fba389f5a41d15a83f4e3275 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209421861df7fdb46df86d94558f1498e61_77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:15:01,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/A/6a41809313654351ade1eb1dd3ca02aa, store: [table=TestAcidGuarantees family=A region=77c73de3fba389f5a41d15a83f4e3275] 2024-12-09T23:15:01,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/A/6a41809313654351ade1eb1dd3ca02aa is 175, key is test_row_0/A:col10/1733786099878/Put/seqid=0 2024-12-09T23:15:01,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741992_1168 (size=31105) 2024-12-09T23:15:01,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-09T23:15:01,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:01,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1733786161383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:01,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:01,386 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:01,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51680 deadline: 1733786161383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:01,386 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:01,386 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:01,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:01,386 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:01,387 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:01,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1733786161383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:01,387 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:01,387 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:01,387 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:01,387 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:01,692 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=178, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/A/6a41809313654351ade1eb1dd3ca02aa 2024-12-09T23:15:01,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:01,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1733786161693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:01,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:01,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51680 deadline: 1733786161693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:01,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:01,698 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:01,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1733786161693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:01,699 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:01,699 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:01,699 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:01,699 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:01,699 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:01,699 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:01,699 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:01,699 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:01,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/B/f5f2297cbe2b4d88b2f3708911cdb7f1 is 50, key is test_row_0/B:col10/1733786099878/Put/seqid=0 2024-12-09T23:15:01,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741993_1169 (size=12151) 2024-12-09T23:15:01,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-09T23:15:01,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:01,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51666 deadline: 1733786161892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:01,896 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40923,1733786050901 for 'test_row_0' in 77c73de3fba389f5a41d15a83f4e3275 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8233 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:15:01,897 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:01,897 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:01,897 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:02,124 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/B/f5f2297cbe2b4d88b2f3708911cdb7f1 2024-12-09T23:15:02,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/C/3e32800f85bb4a5bb8dd1df8046c5731 is 50, key is test_row_0/C:col10/1733786099878/Put/seqid=0 2024-12-09T23:15:02,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741994_1170 (size=12151) 2024-12-09T23:15:02,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:02,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1733786162203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:02,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:02,206 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:02,206 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:02,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51680 deadline: 1733786162204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:02,206 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:02,207 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:02,207 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:02,207 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:02,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:02,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1733786162214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:02,216 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:02,216 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:02,216 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:02,586 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/C/3e32800f85bb4a5bb8dd1df8046c5731 2024-12-09T23:15:02,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/A/6a41809313654351ade1eb1dd3ca02aa as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/6a41809313654351ade1eb1dd3ca02aa 2024-12-09T23:15:02,594 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/6a41809313654351ade1eb1dd3ca02aa, entries=150, sequenceid=178, filesize=30.4 K 2024-12-09T23:15:02,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/B/f5f2297cbe2b4d88b2f3708911cdb7f1 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/f5f2297cbe2b4d88b2f3708911cdb7f1 2024-12-09T23:15:02,599 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/f5f2297cbe2b4d88b2f3708911cdb7f1, entries=150, sequenceid=178, filesize=11.9 K 2024-12-09T23:15:02,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/C/3e32800f85bb4a5bb8dd1df8046c5731 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/3e32800f85bb4a5bb8dd1df8046c5731 2024-12-09T23:15:02,606 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/3e32800f85bb4a5bb8dd1df8046c5731, entries=150, sequenceid=178, filesize=11.9 K 2024-12-09T23:15:02,607 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 77c73de3fba389f5a41d15a83f4e3275 in 1758ms, sequenceid=178, compaction requested=true 2024-12-09T23:15:02,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for 77c73de3fba389f5a41d15a83f4e3275: 2024-12-09T23:15:02,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:15:02,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-12-09T23:15:02,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-12-09T23:15:02,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-12-09T23:15:02,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9120 sec 2024-12-09T23:15:02,611 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 1.9170 sec 2024-12-09T23:15:02,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-09T23:15:02,844 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T23:15:02,844 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T23:15:02,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-12-09T23:15:02,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-09T23:15:02,846 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T23:15:02,846 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T23:15:02,846 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T23:15:02,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-09T23:15:02,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-09T23:15:02,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:15:02,998 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing 77c73de3fba389f5a41d15a83f4e3275 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-09T23:15:02,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77c73de3fba389f5a41d15a83f4e3275, store=A 2024-12-09T23:15:02,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:02,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77c73de3fba389f5a41d15a83f4e3275, store=B 2024-12-09T23:15:02,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:02,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77c73de3fba389f5a41d15a83f4e3275, store=C 2024-12-09T23:15:02,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:03,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120963aad274fabb428db1d715a843f115b9_77c73de3fba389f5a41d15a83f4e3275 is 50, key is test_row_0/A:col10/1733786101046/Put/seqid=0 2024-12-09T23:15:03,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741995_1171 (size=12304) 2024-12-09T23:15:03,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-09T23:15:03,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:15:03,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. as already flushing 2024-12-09T23:15:03,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:03,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51680 deadline: 1733786163235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:03,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:03,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:03,239 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:03,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1733786163236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:03,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1733786163235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:03,239 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:03,239 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:03,239 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:03,239 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:03,239 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:03,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:03,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:03,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:03,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:03,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51680 deadline: 1733786163342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:03,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:03,344 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:03,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1733786163343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:03,344 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:03,344 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:03,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:03,344 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:03,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1733786163343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:03,344 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:03,344 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:03,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:03,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:03,345 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:03,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:03,414 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120963aad274fabb428db1d715a843f115b9_77c73de3fba389f5a41d15a83f4e3275 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120963aad274fabb428db1d715a843f115b9_77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:15:03,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/A/3fccb015f35745d98de9474c0d285c36, store: [table=TestAcidGuarantees family=A region=77c73de3fba389f5a41d15a83f4e3275] 2024-12-09T23:15:03,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/A/3fccb015f35745d98de9474c0d285c36 is 175, key is test_row_0/A:col10/1733786101046/Put/seqid=0 2024-12-09T23:15:03,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741996_1172 (size=31105) 2024-12-09T23:15:03,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-09T23:15:03,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:03,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51680 deadline: 1733786163552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:03,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:03,555 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:03,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1733786163553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:03,556 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:03,556 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:03,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:03,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1733786163553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:03,556 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:03,556 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:03,556 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:03,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:03,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:03,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:03,820 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=197, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/A/3fccb015f35745d98de9474c0d285c36 2024-12-09T23:15:03,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/B/dd755bad8cf046e29a6f77b27ec5d9fe is 50, key is test_row_0/B:col10/1733786101046/Put/seqid=0 2024-12-09T23:15:03,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741997_1173 (size=12151) 2024-12-09T23:15:03,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:03,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:03,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1733786163865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:03,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51680 deadline: 1733786163865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:03,870 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:03,870 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:03,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:03,870 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:03,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1733786163869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:03,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:03,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:03,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:03,871 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:03,871 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:03,871 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:03,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-09T23:15:04,236 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/B/dd755bad8cf046e29a6f77b27ec5d9fe 2024-12-09T23:15:04,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/C/fede3b0358b94955b9b77d10d97fcb8f is 50, key is test_row_0/C:col10/1733786101046/Put/seqid=0 2024-12-09T23:15:04,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741998_1174 (size=12151) 2024-12-09T23:15:04,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:04,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51680 deadline: 1733786164383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:04,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:04,384 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:04,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1733786164383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:04,385 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:04,385 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:04,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:04,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:04,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:04,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1733786164383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:04,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:04,385 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:04,385 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:04,385 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:04,651 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/C/fede3b0358b94955b9b77d10d97fcb8f 2024-12-09T23:15:04,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/A/3fccb015f35745d98de9474c0d285c36 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/3fccb015f35745d98de9474c0d285c36 2024-12-09T23:15:04,666 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/3fccb015f35745d98de9474c0d285c36, entries=150, sequenceid=197, filesize=30.4 K 2024-12-09T23:15:04,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/B/dd755bad8cf046e29a6f77b27ec5d9fe as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/dd755bad8cf046e29a6f77b27ec5d9fe 2024-12-09T23:15:04,672 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/dd755bad8cf046e29a6f77b27ec5d9fe, entries=150, sequenceid=197, filesize=11.9 K 2024-12-09T23:15:04,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/C/fede3b0358b94955b9b77d10d97fcb8f as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/fede3b0358b94955b9b77d10d97fcb8f 2024-12-09T23:15:04,679 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/fede3b0358b94955b9b77d10d97fcb8f, entries=150, sequenceid=197, filesize=11.9 K 2024-12-09T23:15:04,680 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 77c73de3fba389f5a41d15a83f4e3275 in 1682ms, sequenceid=197, compaction requested=true 2024-12-09T23:15:04,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for 77c73de3fba389f5a41d15a83f4e3275: 2024-12-09T23:15:04,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:15:04,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-12-09T23:15:04,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-12-09T23:15:04,684 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-12-09T23:15:04,684 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8360 sec 2024-12-09T23:15:04,686 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 1.8410 sec 2024-12-09T23:15:04,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-09T23:15:04,993 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T23:15:04,993 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T23:15:04,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees 2024-12-09T23:15:04,996 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T23:15:04,997 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T23:15:04,998 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T23:15:05,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-09T23:15:05,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-09T23:15:05,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-12-09T23:15:05,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:15:05,151 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2902): Flushing 77c73de3fba389f5a41d15a83f4e3275 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-09T23:15:05,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77c73de3fba389f5a41d15a83f4e3275, store=A 2024-12-09T23:15:05,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:05,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77c73de3fba389f5a41d15a83f4e3275, store=B 2024-12-09T23:15:05,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:05,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77c73de3fba389f5a41d15a83f4e3275, store=C 2024-12-09T23:15:05,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:05,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120955c1fe35a3744aa79a303e387f95c4b5_77c73de3fba389f5a41d15a83f4e3275 is 50, key is test_row_0/A:col10/1733786103226/Put/seqid=0 2024-12-09T23:15:05,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741999_1175 (size=12304) 2024-12-09T23:15:05,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:05,170 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120955c1fe35a3744aa79a303e387f95c4b5_77c73de3fba389f5a41d15a83f4e3275 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120955c1fe35a3744aa79a303e387f95c4b5_77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:15:05,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/A/c66a831eb5d04c11af40c1414eb06f72, store: [table=TestAcidGuarantees family=A region=77c73de3fba389f5a41d15a83f4e3275] 2024-12-09T23:15:05,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/A/c66a831eb5d04c11af40c1414eb06f72 is 175, key is test_row_0/A:col10/1733786103226/Put/seqid=0 2024-12-09T23:15:05,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742000_1176 (size=31105) 2024-12-09T23:15:05,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-09T23:15:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:15:05,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. as already flushing 2024-12-09T23:15:05,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:05,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1733786165416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:05,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:05,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:05,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:05,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:05,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1733786165421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:05,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:05,427 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:05,427 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:05,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51680 deadline: 1733786165421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:05,427 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:05,428 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:05,428 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:05,428 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:05,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:05,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1733786165533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:05,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:05,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1733786165533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:05,537 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:05,537 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:05,537 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:05,537 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:05,537 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:05,537 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:05,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:05,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51680 deadline: 1733786165533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:05,542 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:05,542 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:05,542 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:05,577 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=210, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/A/c66a831eb5d04c11af40c1414eb06f72 2024-12-09T23:15:05,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/B/77ef45ed63cf4b9fa4fa46febaab9f84 is 50, key is test_row_0/B:col10/1733786103226/Put/seqid=0 2024-12-09T23:15:05,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742001_1177 (size=12151) 2024-12-09T23:15:05,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-09T23:15:05,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:05,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1733786165743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:05,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:05,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:05,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:05,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1733786165743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:05,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:05,749 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:05,749 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:05,749 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:05,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:05,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51680 deadline: 1733786165753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:05,755 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:05,755 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:05,755 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:06,007 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/B/77ef45ed63cf4b9fa4fa46febaab9f84 2024-12-09T23:15:06,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/C/616f68bb737446e1be332ac0de7d7993 is 50, key is test_row_0/C:col10/1733786103226/Put/seqid=0 2024-12-09T23:15:06,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742002_1178 (size=12151) 2024-12-09T23:15:06,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:06,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1733786166053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:06,054 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:06,054 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:06,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:06,054 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:06,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1733786166053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:06,055 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:06,055 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:06,055 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:06,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:06,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51680 deadline: 1733786166063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:06,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:06,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:06,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:06,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-09T23:15:06,417 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/C/616f68bb737446e1be332ac0de7d7993 2024-12-09T23:15:06,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/A/c66a831eb5d04c11af40c1414eb06f72 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/c66a831eb5d04c11af40c1414eb06f72 2024-12-09T23:15:06,426 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/c66a831eb5d04c11af40c1414eb06f72, entries=150, sequenceid=210, filesize=30.4 K 2024-12-09T23:15:06,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/B/77ef45ed63cf4b9fa4fa46febaab9f84 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/77ef45ed63cf4b9fa4fa46febaab9f84 2024-12-09T23:15:06,431 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/77ef45ed63cf4b9fa4fa46febaab9f84, entries=150, sequenceid=210, filesize=11.9 K 2024-12-09T23:15:06,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/C/616f68bb737446e1be332ac0de7d7993 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/616f68bb737446e1be332ac0de7d7993 2024-12-09T23:15:06,435 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/616f68bb737446e1be332ac0de7d7993, entries=150, sequenceid=210, filesize=11.9 K 2024-12-09T23:15:06,436 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 77c73de3fba389f5a41d15a83f4e3275 in 1285ms, sequenceid=210, compaction requested=true 2024-12-09T23:15:06,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for 77c73de3fba389f5a41d15a83f4e3275: 2024-12-09T23:15:06,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:15:06,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-12-09T23:15:06,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-12-09T23:15:06,439 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-12-09T23:15:06,439 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4400 sec 2024-12-09T23:15:06,441 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees in 1.4460 sec 2024-12-09T23:15:06,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:15:06,568 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 77c73de3fba389f5a41d15a83f4e3275 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-09T23:15:06,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77c73de3fba389f5a41d15a83f4e3275, store=A 2024-12-09T23:15:06,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:15:06,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77c73de3fba389f5a41d15a83f4e3275, store=B 2024-12-09T23:15:06,570 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733786105408, max timestamp=1733786106567Num uniques 859; 2024-12-09T23:15:06,570 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-09T23:15:06,570 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733786105408, max timestamp=1733786106567Num uniques 859; 2024-12-09T23:15:06,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:15:06,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77c73de3fba389f5a41d15a83f4e3275, store=C 2024-12-09T23:15:06,570 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-09T23:15:06,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:15:06,578 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209a262914dd70740a080ca6d40ea950360_77c73de3fba389f5a41d15a83f4e3275 is 50, key is test_row_0/A:col10/1733786105420/Put/seqid=0 2024-12-09T23:15:06,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742003_1179 (size=17284) 2024-12-09T23:15:06,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:06,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51680 deadline: 1733786166604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:06,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:06,610 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:06,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1733786166609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:06,610 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:06,610 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:06,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:06,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:06,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:06,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:06,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1733786166610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:06,611 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:06,611 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:06,611 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:06,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:06,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51680 deadline: 1733786166712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:06,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:06,717 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:06,717 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:06,717 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:06,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1733786166713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:06,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:06,717 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:06,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1733786166713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:06,717 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:06,717 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:06,718 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:06,718 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:06,718 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:06,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:06,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51680 deadline: 1733786166923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:06,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:06,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1733786166923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:06,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:06,930 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:06,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1733786166923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:06,930 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:06,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:06,930 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:06,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:06,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:06,930 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:06,930 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:06,930 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:06,987 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:06,991 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209a262914dd70740a080ca6d40ea950360_77c73de3fba389f5a41d15a83f4e3275 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209a262914dd70740a080ca6d40ea950360_77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:15:06,992 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/A/97ad68c97f1c41488b3b2b0c9c4eb5cf, store: [table=TestAcidGuarantees family=A region=77c73de3fba389f5a41d15a83f4e3275] 2024-12-09T23:15:06,993 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/A/97ad68c97f1c41488b3b2b0c9c4eb5cf is 175, key is test_row_0/A:col10/1733786105420/Put/seqid=0 2024-12-09T23:15:06,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742004_1180 (size=48389) 2024-12-09T23:15:07,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-09T23:15:07,153 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T23:15:07,154 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T23:15:07,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees 2024-12-09T23:15:07,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-09T23:15:07,155 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T23:15:07,156 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T23:15:07,156 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T23:15:07,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:07,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1733786167233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:07,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:07,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51680 deadline: 1733786167233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:07,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:07,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:07,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:07,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:07,236 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:07,236 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:07,236 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:07,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1733786167233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:07,237 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:07,237 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:07,237 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:07,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-09T23:15:07,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-09T23:15:07,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:15:07,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. as already flushing 2024-12-09T23:15:07,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:15:07,308 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:07,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:07,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:07,399 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=231, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/A/97ad68c97f1c41488b3b2b0c9c4eb5cf 2024-12-09T23:15:07,406 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/B/166764f29d714ddcb5f4b532a91ece05 is 50, key is test_row_0/B:col10/1733786105420/Put/seqid=0 2024-12-09T23:15:07,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742005_1181 (size=12151) 2024-12-09T23:15:07,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-09T23:15:07,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:15:07,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. as already flushing 2024-12-09T23:15:07,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:15:07,461 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:07,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:07,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:07,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-09T23:15:07,613 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-09T23:15:07,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:15:07,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. as already flushing 2024-12-09T23:15:07,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:15:07,614 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:07,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:07,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:07,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:07,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1733786167743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:07,747 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:07,747 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:07,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:07,747 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:07,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51680 deadline: 1733786167743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:07,748 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:07,748 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:07,748 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:07,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:07,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1733786167743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:07,748 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:07,748 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:07,748 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:07,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-09T23:15:07,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:15:07,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. as already flushing 2024-12-09T23:15:07,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:15:07,766 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:07,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:07,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:07,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-09T23:15:07,812 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/B/166764f29d714ddcb5f4b532a91ece05 2024-12-09T23:15:07,819 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/C/3bdcc51f711a48cdad31d4167e3ec87b is 50, key is test_row_0/C:col10/1733786105420/Put/seqid=0 2024-12-09T23:15:07,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742006_1182 (size=12151) 2024-12-09T23:15:07,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-09T23:15:07,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:15:07,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. as already flushing 2024-12-09T23:15:07,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:15:07,919 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:07,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:07,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:08,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-09T23:15:08,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:15:08,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. as already flushing 2024-12-09T23:15:08,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:15:08,072 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:08,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:08,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:08,223 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/C/3bdcc51f711a48cdad31d4167e3ec87b 2024-12-09T23:15:08,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-09T23:15:08,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:15:08,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. as already flushing 2024-12-09T23:15:08,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:15:08,226 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:08,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:08,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:08,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/A/97ad68c97f1c41488b3b2b0c9c4eb5cf as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/97ad68c97f1c41488b3b2b0c9c4eb5cf 2024-12-09T23:15:08,234 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/97ad68c97f1c41488b3b2b0c9c4eb5cf, entries=250, sequenceid=231, filesize=47.3 K 2024-12-09T23:15:08,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/B/166764f29d714ddcb5f4b532a91ece05 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/166764f29d714ddcb5f4b532a91ece05 2024-12-09T23:15:08,239 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/166764f29d714ddcb5f4b532a91ece05, entries=150, sequenceid=231, filesize=11.9 K 2024-12-09T23:15:08,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/C/3bdcc51f711a48cdad31d4167e3ec87b as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/3bdcc51f711a48cdad31d4167e3ec87b 2024-12-09T23:15:08,243 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/3bdcc51f711a48cdad31d4167e3ec87b, entries=150, sequenceid=231, filesize=11.9 K 2024-12-09T23:15:08,244 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~62.62 KB/64120, heapSize ~174.28 KB/178464, currentSize=114.05 KB/116790 for 77c73de3fba389f5a41d15a83f4e3275 in 1677ms, sequenceid=231, compaction requested=true 2024-12-09T23:15:08,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 77c73de3fba389f5a41d15a83f4e3275: 2024-12-09T23:15:08,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77c73de3fba389f5a41d15a83f4e3275:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T23:15:08,245 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 8 store files, 0 compacting, 8 eligible, 16 blocking 2024-12-09T23:15:08,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:15:08,245 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 8 store files, 0 compacting, 8 eligible, 16 blocking 2024-12-09T23:15:08,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77c73de3fba389f5a41d15a83f4e3275:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T23:15:08,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:15:08,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77c73de3fba389f5a41d15a83f4e3275:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T23:15:08,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:15:08,247 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 8 files of size 266080 starting at candidate #0 after considering 21 permutations with 21 in ratio 2024-12-09T23:15:08,247 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 8 files of size 97164 starting at candidate #0 after considering 21 permutations with 21 in ratio 2024-12-09T23:15:08,247 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1541): 77c73de3fba389f5a41d15a83f4e3275/A is initiating minor compaction (all files) 2024-12-09T23:15:08,247 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1541): 77c73de3fba389f5a41d15a83f4e3275/B is initiating minor compaction (all files) 2024-12-09T23:15:08,247 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 77c73de3fba389f5a41d15a83f4e3275/B in TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:15:08,247 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 77c73de3fba389f5a41d15a83f4e3275/A in TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:15:08,247 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/eb7e7a99d50c424199eb762164379c84, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/50b8740c41a44e28866736d4fd59ee22, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/e185521cacca4374b3a36881d6c42e72, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/6b97d8b1733440b6a73f6bedecf9ab17, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/f5f2297cbe2b4d88b2f3708911cdb7f1, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/dd755bad8cf046e29a6f77b27ec5d9fe, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/77ef45ed63cf4b9fa4fa46febaab9f84, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/166764f29d714ddcb5f4b532a91ece05] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp, totalSize=94.9 K 2024-12-09T23:15:08,247 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/e3e0150812984c9f9c3677593bf80976, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/0b8d6eca1eb346168e1c0fcee9c66520, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/cd87aa4826bb4c0086baea980bc8b16c, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/abca20a9e03a49f7b30c95c1a5bfb176, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/6a41809313654351ade1eb1dd3ca02aa, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/3fccb015f35745d98de9474c0d285c36, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/c66a831eb5d04c11af40c1414eb06f72, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/97ad68c97f1c41488b3b2b0c9c4eb5cf] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp, totalSize=259.8 K 2024-12-09T23:15:08,247 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=8 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:15:08,247 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. files: [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/e3e0150812984c9f9c3677593bf80976, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/0b8d6eca1eb346168e1c0fcee9c66520, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/cd87aa4826bb4c0086baea980bc8b16c, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/abca20a9e03a49f7b30c95c1a5bfb176, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/6a41809313654351ade1eb1dd3ca02aa, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/3fccb015f35745d98de9474c0d285c36, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/c66a831eb5d04c11af40c1414eb06f72, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/97ad68c97f1c41488b3b2b0c9c4eb5cf] 2024-12-09T23:15:08,248 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting eb7e7a99d50c424199eb762164379c84, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1733786095831 2024-12-09T23:15:08,248 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting e3e0150812984c9f9c3677593bf80976, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1733786095831 2024-12-09T23:15:08,248 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0b8d6eca1eb346168e1c0fcee9c66520, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733786096200 2024-12-09T23:15:08,248 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 50b8740c41a44e28866736d4fd59ee22, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733786096200 2024-12-09T23:15:08,248 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting cd87aa4826bb4c0086baea980bc8b16c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1733786096546 2024-12-09T23:15:08,248 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting e185521cacca4374b3a36881d6c42e72, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1733786096546 2024-12-09T23:15:08,249 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting abca20a9e03a49f7b30c95c1a5bfb176, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1733786097707 2024-12-09T23:15:08,249 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b97d8b1733440b6a73f6bedecf9ab17, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1733786097707 2024-12-09T23:15:08,249 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6a41809313654351ade1eb1dd3ca02aa, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1733786099877 2024-12-09T23:15:08,249 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting f5f2297cbe2b4d88b2f3708911cdb7f1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1733786099877 2024-12-09T23:15:08,249 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3fccb015f35745d98de9474c0d285c36, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1733786101046 2024-12-09T23:15:08,249 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting dd755bad8cf046e29a6f77b27ec5d9fe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1733786101046 2024-12-09T23:15:08,249 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting c66a831eb5d04c11af40c1414eb06f72, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1733786103226 2024-12-09T23:15:08,249 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 77ef45ed63cf4b9fa4fa46febaab9f84, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1733786103226 2024-12-09T23:15:08,250 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 97ad68c97f1c41488b3b2b0c9c4eb5cf, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1733786105408 2024-12-09T23:15:08,250 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 166764f29d714ddcb5f4b532a91ece05, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1733786105413 2024-12-09T23:15:08,261 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=77c73de3fba389f5a41d15a83f4e3275] 2024-12-09T23:15:08,263 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T23:15:08,263 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120998227e4e824949b0b5ea8ca5aa40aaa6_77c73de3fba389f5a41d15a83f4e3275 store=[table=TestAcidGuarantees family=A region=77c73de3fba389f5a41d15a83f4e3275] 2024-12-09T23:15:08,266 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 77c73de3fba389f5a41d15a83f4e3275#B#compaction#154 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:15:08,266 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/B/38004e26582d452ba5b104e58b5aed64 is 50, key is test_row_0/B:col10/1733786105420/Put/seqid=0 2024-12-09T23:15:08,268 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120998227e4e824949b0b5ea8ca5aa40aaa6_77c73de3fba389f5a41d15a83f4e3275, store=[table=TestAcidGuarantees family=A region=77c73de3fba389f5a41d15a83f4e3275] 2024-12-09T23:15:08,268 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120998227e4e824949b0b5ea8ca5aa40aaa6_77c73de3fba389f5a41d15a83f4e3275 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=77c73de3fba389f5a41d15a83f4e3275] 2024-12-09T23:15:08,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742007_1183 (size=12629) 2024-12-09T23:15:08,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742008_1184 (size=4469) 2024-12-09T23:15:08,278 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 77c73de3fba389f5a41d15a83f4e3275#A#compaction#153 average throughput is 1.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:15:08,279 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/A/23ac3513ad82431dbf57ae0b54baf520 is 175, key is test_row_0/A:col10/1733786105420/Put/seqid=0 2024-12-09T23:15:08,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742009_1185 (size=31583) 2024-12-09T23:15:08,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-09T23:15:08,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-09T23:15:08,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:15:08,380 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2902): Flushing 77c73de3fba389f5a41d15a83f4e3275 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-09T23:15:08,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77c73de3fba389f5a41d15a83f4e3275, store=A 2024-12-09T23:15:08,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:08,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77c73de3fba389f5a41d15a83f4e3275, store=B 2024-12-09T23:15:08,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:08,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77c73de3fba389f5a41d15a83f4e3275, store=C 2024-12-09T23:15:08,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:08,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120926ef50153f02494d876123321e977830_77c73de3fba389f5a41d15a83f4e3275 is 50, key is test_row_0/A:col10/1733786106607/Put/seqid=0 2024-12-09T23:15:08,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742010_1186 (size=12304) 2024-12-09T23:15:08,681 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/B/38004e26582d452ba5b104e58b5aed64 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/38004e26582d452ba5b104e58b5aed64 2024-12-09T23:15:08,687 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 8 (all) file(s) in 77c73de3fba389f5a41d15a83f4e3275/B of 77c73de3fba389f5a41d15a83f4e3275 into 38004e26582d452ba5b104e58b5aed64(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:15:08,687 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 77c73de3fba389f5a41d15a83f4e3275: 2024-12-09T23:15:08,687 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., storeName=77c73de3fba389f5a41d15a83f4e3275/B, priority=8, startTime=1733786108245; duration=0sec 2024-12-09T23:15:08,687 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:15:08,687 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77c73de3fba389f5a41d15a83f4e3275:B 2024-12-09T23:15:08,687 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 8 store files, 0 compacting, 8 eligible, 16 blocking 2024-12-09T23:15:08,689 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/A/23ac3513ad82431dbf57ae0b54baf520 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/23ac3513ad82431dbf57ae0b54baf520 2024-12-09T23:15:08,690 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 8 files of size 97164 starting at candidate #0 after considering 21 permutations with 21 in ratio 2024-12-09T23:15:08,690 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1541): 77c73de3fba389f5a41d15a83f4e3275/C is initiating minor compaction (all files) 2024-12-09T23:15:08,691 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 77c73de3fba389f5a41d15a83f4e3275/C in TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:15:08,691 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/f95b6be9098348899f50e9afee6c59a5, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/681fd46e84bb4c67bbbcaa9219625569, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/fa910f4a86b54012bd9216efef1bbe43, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/24763acd56414019aebe83bcbdbd84ab, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/3e32800f85bb4a5bb8dd1df8046c5731, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/fede3b0358b94955b9b77d10d97fcb8f, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/616f68bb737446e1be332ac0de7d7993, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/3bdcc51f711a48cdad31d4167e3ec87b] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp, totalSize=94.9 K 2024-12-09T23:15:08,691 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting f95b6be9098348899f50e9afee6c59a5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1733786095831 2024-12-09T23:15:08,692 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 681fd46e84bb4c67bbbcaa9219625569, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733786096200 2024-12-09T23:15:08,692 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting fa910f4a86b54012bd9216efef1bbe43, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1733786096546 2024-12-09T23:15:08,693 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 24763acd56414019aebe83bcbdbd84ab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1733786097707 2024-12-09T23:15:08,693 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e32800f85bb4a5bb8dd1df8046c5731, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1733786099877 2024-12-09T23:15:08,693 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting fede3b0358b94955b9b77d10d97fcb8f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1733786101046 2024-12-09T23:15:08,694 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 616f68bb737446e1be332ac0de7d7993, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1733786103226 2024-12-09T23:15:08,694 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 3bdcc51f711a48cdad31d4167e3ec87b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1733786105413 2024-12-09T23:15:08,695 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 8 (all) file(s) in 77c73de3fba389f5a41d15a83f4e3275/A of 77c73de3fba389f5a41d15a83f4e3275 into 23ac3513ad82431dbf57ae0b54baf520(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:15:08,695 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 77c73de3fba389f5a41d15a83f4e3275: 2024-12-09T23:15:08,695 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., storeName=77c73de3fba389f5a41d15a83f4e3275/A, priority=8, startTime=1733786108244; duration=0sec 2024-12-09T23:15:08,695 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:15:08,695 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77c73de3fba389f5a41d15a83f4e3275:A 2024-12-09T23:15:08,712 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 77c73de3fba389f5a41d15a83f4e3275#C#compaction#156 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:15:08,712 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/C/b4e15cc512c146a1bb5c39eb60de019d is 50, key is test_row_0/C:col10/1733786105420/Put/seqid=0 2024-12-09T23:15:08,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742011_1187 (size=12629) 2024-12-09T23:15:08,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:15:08,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. as already flushing 2024-12-09T23:15:08,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:08,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1733786168766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:08,777 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:08,777 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:08,777 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:08,781 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:08,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51680 deadline: 1733786168776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:08,782 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:08,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:08,782 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:08,782 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:08,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1733786168777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:08,782 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:08,782 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:08,782 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:08,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:08,794 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120926ef50153f02494d876123321e977830_77c73de3fba389f5a41d15a83f4e3275 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120926ef50153f02494d876123321e977830_77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:15:08,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/A/a2be14f8e95a4897abd2fcf3d9b2400f, store: [table=TestAcidGuarantees family=A region=77c73de3fba389f5a41d15a83f4e3275] 2024-12-09T23:15:08,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/A/a2be14f8e95a4897abd2fcf3d9b2400f is 175, key is test_row_0/A:col10/1733786106607/Put/seqid=0 2024-12-09T23:15:08,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742012_1188 (size=31105) 2024-12-09T23:15:08,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:08,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1733786168883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:08,888 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:08,888 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:08,888 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:08,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:08,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51680 deadline: 1733786168893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:08,894 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:08,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:08,894 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:08,894 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:08,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1733786168893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:08,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:08,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:08,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:09,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:09,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1733786169093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:09,095 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:09,095 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:09,095 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:09,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:09,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51680 deadline: 1733786169102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:09,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:09,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1733786169102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:09,106 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:09,106 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:09,106 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:09,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:09,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:09,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:09,123 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/C/b4e15cc512c146a1bb5c39eb60de019d as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/b4e15cc512c146a1bb5c39eb60de019d 2024-12-09T23:15:09,129 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 8 (all) file(s) in 77c73de3fba389f5a41d15a83f4e3275/C of 77c73de3fba389f5a41d15a83f4e3275 into b4e15cc512c146a1bb5c39eb60de019d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:15:09,129 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 77c73de3fba389f5a41d15a83f4e3275: 2024-12-09T23:15:09,129 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., storeName=77c73de3fba389f5a41d15a83f4e3275/C, priority=8, startTime=1733786108245; duration=0sec 2024-12-09T23:15:09,130 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:15:09,130 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77c73de3fba389f5a41d15a83f4e3275:C 2024-12-09T23:15:09,200 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=251, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/A/a2be14f8e95a4897abd2fcf3d9b2400f 2024-12-09T23:15:09,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/B/0ecb543bbf4447ceb956691739914eb9 is 50, key is test_row_0/B:col10/1733786106607/Put/seqid=0 2024-12-09T23:15:09,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742013_1189 (size=12151) 2024-12-09T23:15:09,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-09T23:15:09,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:09,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1733786169403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:09,405 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:09,405 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:09,405 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:09,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:09,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51680 deadline: 1733786169413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:09,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:09,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:09,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:09,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:09,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1733786169413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:09,414 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:09,414 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:09,414 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:09,613 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/B/0ecb543bbf4447ceb956691739914eb9 2024-12-09T23:15:09,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/C/83d55f40b9e741aba1469136993a959c is 50, key is test_row_0/C:col10/1733786106607/Put/seqid=0 2024-12-09T23:15:09,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742014_1190 (size=12151) 2024-12-09T23:15:09,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:09,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1733786169913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:09,916 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:09,916 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:09,916 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:09,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:09,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51680 deadline: 1733786169923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:09,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:09,924 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:09,924 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:09,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1733786169923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:09,924 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:09,924 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:09,924 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:09,924 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:10,030 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/C/83d55f40b9e741aba1469136993a959c 2024-12-09T23:15:10,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/A/a2be14f8e95a4897abd2fcf3d9b2400f as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/a2be14f8e95a4897abd2fcf3d9b2400f 2024-12-09T23:15:10,039 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/a2be14f8e95a4897abd2fcf3d9b2400f, entries=150, sequenceid=251, filesize=30.4 K 2024-12-09T23:15:10,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/B/0ecb543bbf4447ceb956691739914eb9 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/0ecb543bbf4447ceb956691739914eb9 2024-12-09T23:15:10,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,044 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/0ecb543bbf4447ceb956691739914eb9, entries=150, sequenceid=251, filesize=11.9 K 2024-12-09T23:15:10,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/C/83d55f40b9e741aba1469136993a959c as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/83d55f40b9e741aba1469136993a959c 2024-12-09T23:15:10,049 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/83d55f40b9e741aba1469136993a959c, entries=150, sequenceid=251, filesize=11.9 K 2024-12-09T23:15:10,050 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for 77c73de3fba389f5a41d15a83f4e3275 in 1670ms, sequenceid=251, compaction requested=false 2024-12-09T23:15:10,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for 77c73de3fba389f5a41d15a83f4e3275: 2024-12-09T23:15:10,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:15:10,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-12-09T23:15:10,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-12-09T23:15:10,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-12-09T23:15:10,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8960 sec 2024-12-09T23:15:10,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,056 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees in 2.9010 sec 2024-12-09T23:15:10,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:15:10,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,361 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 77c73de3fba389f5a41d15a83f4e3275 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-09T23:15:10,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77c73de3fba389f5a41d15a83f4e3275, store=A 2024-12-09T23:15:10,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:10,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77c73de3fba389f5a41d15a83f4e3275, store=B 2024-12-09T23:15:10,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:10,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77c73de3fba389f5a41d15a83f4e3275, store=C 2024-12-09T23:15:10,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:10,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,372 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209b817cf9d122c44ff8d3fbbab5bb3a2c1_77c73de3fba389f5a41d15a83f4e3275 is 50, key is test_row_0/A:col10/1733786108766/Put/seqid=0 2024-12-09T23:15:10,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742015_1191 (size=12454) 2024-12-09T23:15:10,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:10,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51626 deadline: 1733786170481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:10,486 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:10,486 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:10,486 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:10,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:10,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51626 deadline: 1733786170592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:10,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,598 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:10,598 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:10,598 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:10,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,788 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,792 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209b817cf9d122c44ff8d3fbbab5bb3a2c1_77c73de3fba389f5a41d15a83f4e3275 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209b817cf9d122c44ff8d3fbbab5bb3a2c1_77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:15:10,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,793 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/A/a87dff31278249668c9d11066679beb2, store: [table=TestAcidGuarantees family=A region=77c73de3fba389f5a41d15a83f4e3275] 2024-12-09T23:15:10,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,794 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/A/a87dff31278249668c9d11066679beb2 is 175, key is test_row_0/A:col10/1733786108766/Put/seqid=0 2024-12-09T23:15:10,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742016_1192 (size=31251) 2024-12-09T23:15:10,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,800 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=268, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/A/a87dff31278249668c9d11066679beb2 2024-12-09T23:15:10,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:10,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51626 deadline: 1733786170803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:10,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,806 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:10,806 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:10,806 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:10,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,810 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/B/9989dcfb8d8c40949b989692dad4294e is 50, key is test_row_0/B:col10/1733786108766/Put/seqid=0 2024-12-09T23:15:10,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742017_1193 (size=9857) 2024-12-09T23:15:10,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:10,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1733786170933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:10,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:10,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1733786170933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:10,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,937 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40923,1733786050901 for 'test_row_0' in 77c73de3fba389f5a41d15a83f4e3275 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2170 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:15:10,938 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:10,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,938 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:10,937 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40923,1733786050901 for 'test_row_2' in 77c73de3fba389f5a41d15a83f4e3275 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2160 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:15:10,938 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:10,938 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:10,938 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:10,938 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:10,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:10,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51680 deadline: 1733786170943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:10,947 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40923,1733786050901 for 'test_row_0' in 77c73de3fba389f5a41d15a83f4e3275 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2170 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:15:10,947 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:10,947 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:10,947 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:10,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:10,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:11,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51626 deadline: 1733786171124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:11,127 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:11,127 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:11,127 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:11,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,228 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/B/9989dcfb8d8c40949b989692dad4294e 2024-12-09T23:15:11,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,235 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/C/bf1e6da699b14096adfae3b13eb78286 is 50, key is test_row_0/C:col10/1733786108766/Put/seqid=0 2024-12-09T23:15:11,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742018_1194 (size=9857) 2024-12-09T23:15:11,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-09T23:15:11,323 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T23:15:11,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,324 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T23:15:11,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees 2024-12-09T23:15:11,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-09T23:15:11,326 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T23:15:11,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,327 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T23:15:11,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,327 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T23:15:11,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-09T23:15:11,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-12-09T23:15:11,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:15:11,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. as already flushing 2024-12-09T23:15:11,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:15:11,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,481 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:11,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:11,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:11,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-12-09T23:15:11,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:15:11,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. as already flushing 2024-12-09T23:15:11,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:15:11,636 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:11,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:11,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:11,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:11,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51626 deadline: 1733786171633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:11,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,640 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:11,640 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:11,640 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:11,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-09T23:15:11,643 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/C/bf1e6da699b14096adfae3b13eb78286 2024-12-09T23:15:11,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/A/a87dff31278249668c9d11066679beb2 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/a87dff31278249668c9d11066679beb2 2024-12-09T23:15:11,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,664 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/a87dff31278249668c9d11066679beb2, entries=150, sequenceid=268, filesize=30.5 K 2024-12-09T23:15:11,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/B/9989dcfb8d8c40949b989692dad4294e as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/9989dcfb8d8c40949b989692dad4294e 2024-12-09T23:15:11,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,670 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/9989dcfb8d8c40949b989692dad4294e, entries=100, sequenceid=268, filesize=9.6 K 2024-12-09T23:15:11,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/C/bf1e6da699b14096adfae3b13eb78286 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/bf1e6da699b14096adfae3b13eb78286 2024-12-09T23:15:11,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,678 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/bf1e6da699b14096adfae3b13eb78286, entries=100, sequenceid=268, filesize=9.6 K 2024-12-09T23:15:11,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,680 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 77c73de3fba389f5a41d15a83f4e3275 in 1320ms, sequenceid=268, compaction requested=true 2024-12-09T23:15:11,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 77c73de3fba389f5a41d15a83f4e3275: 2024-12-09T23:15:11,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77c73de3fba389f5a41d15a83f4e3275:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T23:15:11,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:15:11,680 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:15:11,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,680 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:15:11,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77c73de3fba389f5a41d15a83f4e3275:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T23:15:11,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,682 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34637 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:15:11,682 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93939 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:15:11,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,682 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1541): 77c73de3fba389f5a41d15a83f4e3275/B is initiating minor compaction (all files) 2024-12-09T23:15:11,682 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1541): 77c73de3fba389f5a41d15a83f4e3275/A is initiating minor compaction (all files) 2024-12-09T23:15:11,682 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 77c73de3fba389f5a41d15a83f4e3275/B in TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:15:11,682 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 77c73de3fba389f5a41d15a83f4e3275/A in TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:15:11,682 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/23ac3513ad82431dbf57ae0b54baf520, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/a2be14f8e95a4897abd2fcf3d9b2400f, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/a87dff31278249668c9d11066679beb2] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp, totalSize=91.7 K 2024-12-09T23:15:11,682 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/38004e26582d452ba5b104e58b5aed64, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/0ecb543bbf4447ceb956691739914eb9, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/9989dcfb8d8c40949b989692dad4294e] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp, totalSize=33.8 K 2024-12-09T23:15:11,683 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:15:11,683 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. files: [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/23ac3513ad82431dbf57ae0b54baf520, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/a2be14f8e95a4897abd2fcf3d9b2400f, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/a87dff31278249668c9d11066679beb2] 2024-12-09T23:15:11,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:15:11,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,683 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 38004e26582d452ba5b104e58b5aed64, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1733786105413 2024-12-09T23:15:11,683 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 23ac3513ad82431dbf57ae0b54baf520, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1733786105413 2024-12-09T23:15:11,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77c73de3fba389f5a41d15a83f4e3275:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T23:15:11,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:15:11,684 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting a2be14f8e95a4897abd2fcf3d9b2400f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733786106602 2024-12-09T23:15:11,684 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ecb543bbf4447ceb956691739914eb9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733786106602 2024-12-09T23:15:11,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,685 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting a87dff31278249668c9d11066679beb2, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1733786108766 2024-12-09T23:15:11,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,685 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 9989dcfb8d8c40949b989692dad4294e, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1733786108766 2024-12-09T23:15:11,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,696 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 77c73de3fba389f5a41d15a83f4e3275#B#compaction#162 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:15:11,696 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/B/79e9a185927c4c6ebae6b9d758940145 is 50, key is test_row_0/B:col10/1733786108766/Put/seqid=0 2024-12-09T23:15:11,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,704 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=77c73de3fba389f5a41d15a83f4e3275] 2024-12-09T23:15:11,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,709 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120982b3495596774e35bfd111d28bdf6046_77c73de3fba389f5a41d15a83f4e3275 store=[table=TestAcidGuarantees family=A region=77c73de3fba389f5a41d15a83f4e3275] 2024-12-09T23:15:11,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,711 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120982b3495596774e35bfd111d28bdf6046_77c73de3fba389f5a41d15a83f4e3275, store=[table=TestAcidGuarantees family=A region=77c73de3fba389f5a41d15a83f4e3275] 2024-12-09T23:15:11,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,711 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120982b3495596774e35bfd111d28bdf6046_77c73de3fba389f5a41d15a83f4e3275 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=77c73de3fba389f5a41d15a83f4e3275] 2024-12-09T23:15:11,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742019_1195 (size=12831) 2024-12-09T23:15:11,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742020_1196 (size=4469) 2024-12-09T23:15:11,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,774 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 77c73de3fba389f5a41d15a83f4e3275#A#compaction#163 average throughput is 0.35 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:15:11,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,774 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/A/59e28f1d2d0440418c506110c1ff948e is 175, key is test_row_0/A:col10/1733786108766/Put/seqid=0 2024-12-09T23:15:11,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-12-09T23:15:11,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:15:11,789 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing 77c73de3fba389f5a41d15a83f4e3275 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-09T23:15:11,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77c73de3fba389f5a41d15a83f4e3275, store=A 2024-12-09T23:15:11,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:11,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77c73de3fba389f5a41d15a83f4e3275, store=B 2024-12-09T23:15:11,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:11,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77c73de3fba389f5a41d15a83f4e3275, store=C 2024-12-09T23:15:11,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:11,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742021_1197 (size=31892) 2024-12-09T23:15:11,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,800 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/A/59e28f1d2d0440418c506110c1ff948e as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/59e28f1d2d0440418c506110c1ff948e 2024-12-09T23:15:11,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209ecde3fbb9e9743b38196e700befbae5f_77c73de3fba389f5a41d15a83f4e3275 is 50, key is test_row_0/A:col10/1733786110449/Put/seqid=0 2024-12-09T23:15:11,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,807 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 77c73de3fba389f5a41d15a83f4e3275/A of 77c73de3fba389f5a41d15a83f4e3275 into 59e28f1d2d0440418c506110c1ff948e(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:15:11,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,807 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 77c73de3fba389f5a41d15a83f4e3275: 2024-12-09T23:15:11,807 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., storeName=77c73de3fba389f5a41d15a83f4e3275/A, priority=13, startTime=1733786111680; duration=0sec 2024-12-09T23:15:11,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,807 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:15:11,807 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77c73de3fba389f5a41d15a83f4e3275:A 2024-12-09T23:15:11,807 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:15:11,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,808 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34637 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:15:11,809 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1541): 77c73de3fba389f5a41d15a83f4e3275/C is initiating minor compaction (all files) 2024-12-09T23:15:11,809 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 77c73de3fba389f5a41d15a83f4e3275/C in TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:15:11,809 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/b4e15cc512c146a1bb5c39eb60de019d, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/83d55f40b9e741aba1469136993a959c, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/bf1e6da699b14096adfae3b13eb78286] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp, totalSize=33.8 K 2024-12-09T23:15:11,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,809 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting b4e15cc512c146a1bb5c39eb60de019d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1733786105413 2024-12-09T23:15:11,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,810 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 83d55f40b9e741aba1469136993a959c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733786106602 2024-12-09T23:15:11,810 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting bf1e6da699b14096adfae3b13eb78286, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1733786108766 2024-12-09T23:15:11,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,829 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 77c73de3fba389f5a41d15a83f4e3275#C#compaction#165 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:15:11,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,830 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/C/cad2e6fff46445c0bb155b779d77074a is 50, key is test_row_0/C:col10/1733786108766/Put/seqid=0 2024-12-09T23:15:11,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742022_1198 (size=9914) 2024-12-09T23:15:11,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,839 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209ecde3fbb9e9743b38196e700befbae5f_77c73de3fba389f5a41d15a83f4e3275 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209ecde3fbb9e9743b38196e700befbae5f_77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:15:11,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742023_1199 (size=12831) 2024-12-09T23:15:11,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/A/05c0d68da81144cbbc339870941908e8, store: [table=TestAcidGuarantees family=A region=77c73de3fba389f5a41d15a83f4e3275] 2024-12-09T23:15:11,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/A/05c0d68da81144cbbc339870941908e8 is 175, key is test_row_0/A:col10/1733786110449/Put/seqid=0 2024-12-09T23:15:11,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,849 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/C/cad2e6fff46445c0bb155b779d77074a as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/cad2e6fff46445c0bb155b779d77074a 2024-12-09T23:15:11,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,856 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 77c73de3fba389f5a41d15a83f4e3275/C of 77c73de3fba389f5a41d15a83f4e3275 into cad2e6fff46445c0bb155b779d77074a(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:15:11,856 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 77c73de3fba389f5a41d15a83f4e3275: 2024-12-09T23:15:11,856 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., storeName=77c73de3fba389f5a41d15a83f4e3275/C, priority=13, startTime=1733786111683; duration=0sec 2024-12-09T23:15:11,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,856 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:15:11,856 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77c73de3fba389f5a41d15a83f4e3275:C 2024-12-09T23:15:11,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742024_1200 (size=22561) 2024-12-09T23:15:11,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-09T23:15:11,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:15:11,966 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. as already flushing 2024-12-09T23:15:11,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:11,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:12,011 INFO [Thread-647 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-647. 2024-12-09T23:15:12,011 DEBUG [Thread-647 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T23:15:12,011 DEBUG [Thread-647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:15:12,011 INFO [Thread-651 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-651. 2024-12-09T23:15:12,011 DEBUG [Thread-651 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T23:15:12,011 DEBUG [Thread-651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:15:12,011 DEBUG [Thread-647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:15:12,011 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T23:15:12,011 DEBUG [Thread-651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:15:12,011 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T23:15:12,013 INFO [Thread-638 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-638. 2024-12-09T23:15:12,013 DEBUG [Thread-638 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T23:15:12,013 DEBUG [Thread-638 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:15:12,013 DEBUG [Thread-638 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:15:12,013 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T23:15:12,015 INFO [Thread-645 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-645. 2024-12-09T23:15:12,015 DEBUG [Thread-645 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T23:15:12,015 DEBUG [Thread-645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:15:12,015 DEBUG [Thread-645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:15:12,015 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T23:15:12,016 INFO [Thread-649 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-649. 2024-12-09T23:15:12,016 DEBUG [Thread-649 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T23:15:12,016 DEBUG [Thread-649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:15:12,016 DEBUG [Thread-649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:15:12,016 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T23:15:12,254 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/B/79e9a185927c4c6ebae6b9d758940145 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/79e9a185927c4c6ebae6b9d758940145 2024-12-09T23:15:12,261 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 77c73de3fba389f5a41d15a83f4e3275/B of 77c73de3fba389f5a41d15a83f4e3275 into 79e9a185927c4c6ebae6b9d758940145(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:15:12,261 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 77c73de3fba389f5a41d15a83f4e3275: 2024-12-09T23:15:12,261 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., storeName=77c73de3fba389f5a41d15a83f4e3275/B, priority=13, startTime=1733786111680; duration=0sec 2024-12-09T23:15:12,261 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:15:12,261 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77c73de3fba389f5a41d15a83f4e3275:B 2024-12-09T23:15:12,279 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=286, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/A/05c0d68da81144cbbc339870941908e8 2024-12-09T23:15:12,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/B/6c64aab112554c6a904b27a0c02ebdaa is 50, key is test_row_0/B:col10/1733786110449/Put/seqid=0 2024-12-09T23:15:12,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742025_1201 (size=9857) 2024-12-09T23:15:12,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-09T23:15:12,655 INFO [Thread-640 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-640. 2024-12-09T23:15:12,655 DEBUG [Thread-640 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T23:15:12,655 DEBUG [Thread-640 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:15:12,656 DEBUG [Thread-640 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:15:12,656 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T23:15:12,693 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/B/6c64aab112554c6a904b27a0c02ebdaa 2024-12-09T23:15:12,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/C/18e78d590f2f4be8963d072b3a1d3256 is 50, key is test_row_0/C:col10/1733786110449/Put/seqid=0 2024-12-09T23:15:12,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742026_1202 (size=9857) 2024-12-09T23:15:12,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:12,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51656 deadline: 1733786172943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:12,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:12,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1733786172944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:12,945 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40923,1733786050901 for 'test_row_0' in 77c73de3fba389f5a41d15a83f4e3275 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4178 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:15:12,945 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40923,1733786050901 for 'test_row_2' in 77c73de3fba389f5a41d15a83f4e3275 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4168 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:15:12,947 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:12,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:12,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:12,947 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:12,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:12,947 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:12,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:12,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51680 deadline: 1733786172973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:12,974 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40923,1733786050901 for 'test_row_0' in 77c73de3fba389f5a41d15a83f4e3275 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4198 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:15:12,975 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:12,975 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:12,975 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:13,112 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/C/18e78d590f2f4be8963d072b3a1d3256 2024-12-09T23:15:13,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/A/05c0d68da81144cbbc339870941908e8 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/05c0d68da81144cbbc339870941908e8 2024-12-09T23:15:13,125 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/05c0d68da81144cbbc339870941908e8, entries=100, sequenceid=286, filesize=22.0 K 2024-12-09T23:15:13,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/B/6c64aab112554c6a904b27a0c02ebdaa as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/6c64aab112554c6a904b27a0c02ebdaa 2024-12-09T23:15:13,130 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/6c64aab112554c6a904b27a0c02ebdaa, entries=100, sequenceid=286, filesize=9.6 K 2024-12-09T23:15:13,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/C/18e78d590f2f4be8963d072b3a1d3256 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/18e78d590f2f4be8963d072b3a1d3256 2024-12-09T23:15:13,135 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/18e78d590f2f4be8963d072b3a1d3256, entries=100, sequenceid=286, filesize=9.6 K 2024-12-09T23:15:13,136 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 77c73de3fba389f5a41d15a83f4e3275 in 1346ms, sequenceid=286, compaction requested=false 2024-12-09T23:15:13,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for 77c73de3fba389f5a41d15a83f4e3275: 2024-12-09T23:15:13,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:15:13,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61 2024-12-09T23:15:13,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4169): Remote procedure done, pid=61 2024-12-09T23:15:13,138 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-12-09T23:15:13,138 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8100 sec 2024-12-09T23:15:13,139 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees in 1.8140 sec 2024-12-09T23:15:13,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-09T23:15:13,474 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T23:15:16,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:15:16,985 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 77c73de3fba389f5a41d15a83f4e3275 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-09T23:15:16,985 INFO [Thread-636 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-636. 2024-12-09T23:15:16,985 INFO [Thread-634 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-634. 2024-12-09T23:15:16,985 INFO [Thread-642 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-642. 2024-12-09T23:15:16,985 DEBUG [Thread-636 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T23:15:16,985 DEBUG [Thread-634 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T23:15:16,985 DEBUG [Thread-636 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:15:16,985 DEBUG [Thread-634 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:15:16,985 DEBUG [Thread-642 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T23:15:16,985 DEBUG [Thread-642 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:15:16,985 DEBUG [Thread-634 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:15:16,985 DEBUG [Thread-636 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:15:16,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77c73de3fba389f5a41d15a83f4e3275, store=A 2024-12-09T23:15:16,985 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T23:15:16,985 DEBUG [Thread-642 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:15:16,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:16,985 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T23:15:16,985 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T23:15:16,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77c73de3fba389f5a41d15a83f4e3275, store=B 2024-12-09T23:15:16,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:16,985 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-09T23:15:16,985 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-12-09T23:15:16,985 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 65 2024-12-09T23:15:16,985 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 30 2024-12-09T23:15:16,985 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 24 2024-12-09T23:15:16,985 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-12-09T23:15:16,985 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-09T23:15:16,985 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3499 2024-12-09T23:15:16,985 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3452 2024-12-09T23:15:16,985 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-09T23:15:16,986 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1468 2024-12-09T23:15:16,986 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4404 rows 2024-12-09T23:15:16,986 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1478 2024-12-09T23:15:16,986 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4431 rows 2024-12-09T23:15:16,986 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T23:15:16,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 77c73de3fba389f5a41d15a83f4e3275, store=C 2024-12-09T23:15:16,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:16,986 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T23:15:16,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:15:16,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:15:16,986 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T23:15:16,987 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-12-09T23:15:16,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-09T23:15:16,990 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733786116989"}]},"ts":"1733786116989"} 2024-12-09T23:15:16,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-09T23:15:16,991 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-09T23:15:16,991 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-09T23:15:16,992 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-09T23:15:16,994 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=77c73de3fba389f5a41d15a83f4e3275, UNASSIGN}] 2024-12-09T23:15:16,994 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412094e418a1ed525418ca438c45461ad5cc3_77c73de3fba389f5a41d15a83f4e3275 is 50, key is test_row_0/A:col10/1733786116983/Put/seqid=0 2024-12-09T23:15:16,995 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=77c73de3fba389f5a41d15a83f4e3275, UNASSIGN 2024-12-09T23:15:16,995 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=77c73de3fba389f5a41d15a83f4e3275, regionState=CLOSING, regionLocation=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:16,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=77c73de3fba389f5a41d15a83f4e3275, UNASSIGN because future has completed 2024-12-09T23:15:16,997 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T23:15:16,997 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; CloseRegionProcedure 77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901}] 2024-12-09T23:15:17,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742027_1203 (size=12454) 2024-12-09T23:15:17,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-09T23:15:17,149 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] handler.UnassignRegionHandler(122): Close 77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:15:17,149 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-09T23:15:17,150 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1722): Closing 77c73de3fba389f5a41d15a83f4e3275, disabling compactions & flushes 2024-12-09T23:15:17,150 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:15:17,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-09T23:15:17,405 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:17,463 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412094e418a1ed525418ca438c45461ad5cc3_77c73de3fba389f5a41d15a83f4e3275 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412094e418a1ed525418ca438c45461ad5cc3_77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:15:17,465 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/A/79ef427a3fee4bad9dcf475921d7008d, store: [table=TestAcidGuarantees family=A region=77c73de3fba389f5a41d15a83f4e3275] 2024-12-09T23:15:17,465 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/A/79ef427a3fee4bad9dcf475921d7008d is 175, key is test_row_0/A:col10/1733786116983/Put/seqid=0 2024-12-09T23:15:17,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742028_1204 (size=31255) 2024-12-09T23:15:17,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-09T23:15:17,870 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=306, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/A/79ef427a3fee4bad9dcf475921d7008d 2024-12-09T23:15:17,877 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/B/5d5ab12d46d9408b930cfbdfd7f0fd96 is 50, key is test_row_0/B:col10/1733786116983/Put/seqid=0 2024-12-09T23:15:17,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742029_1205 (size=12301) 2024-12-09T23:15:18,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-09T23:15:18,281 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/B/5d5ab12d46d9408b930cfbdfd7f0fd96 2024-12-09T23:15:18,287 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/C/16276d8c461b48fcab59217fa2ff7034 is 50, key is test_row_0/C:col10/1733786116983/Put/seqid=0 2024-12-09T23:15:18,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742030_1206 (size=12301) 2024-12-09T23:15:18,693 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/C/16276d8c461b48fcab59217fa2ff7034 2024-12-09T23:15:18,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/A/79ef427a3fee4bad9dcf475921d7008d as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/79ef427a3fee4bad9dcf475921d7008d 2024-12-09T23:15:18,708 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/79ef427a3fee4bad9dcf475921d7008d, entries=150, sequenceid=306, filesize=30.5 K 2024-12-09T23:15:18,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/B/5d5ab12d46d9408b930cfbdfd7f0fd96 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/5d5ab12d46d9408b930cfbdfd7f0fd96 2024-12-09T23:15:18,714 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/5d5ab12d46d9408b930cfbdfd7f0fd96, entries=150, sequenceid=306, filesize=12.0 K 2024-12-09T23:15:18,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/.tmp/C/16276d8c461b48fcab59217fa2ff7034 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/16276d8c461b48fcab59217fa2ff7034 2024-12-09T23:15:18,719 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/16276d8c461b48fcab59217fa2ff7034, entries=150, sequenceid=306, filesize=12.0 K 2024-12-09T23:15:18,720 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=0 B/0 for 77c73de3fba389f5a41d15a83f4e3275 in 1735ms, sequenceid=306, compaction requested=true 2024-12-09T23:15:18,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 77c73de3fba389f5a41d15a83f4e3275: 2024-12-09T23:15:18,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77c73de3fba389f5a41d15a83f4e3275:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T23:15:18,720 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:15:18,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:15:18,720 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. because compaction request was cancelled 2024-12-09T23:15:18,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77c73de3fba389f5a41d15a83f4e3275:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T23:15:18,720 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77c73de3fba389f5a41d15a83f4e3275:A 2024-12-09T23:15:18,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:15:18,720 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:15:18,720 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. because compaction request was cancelled 2024-12-09T23:15:18,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 77c73de3fba389f5a41d15a83f4e3275:C, priority=-2147483648, current under compaction store size is 2 2024-12-09T23:15:18,720 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. because compaction request was cancelled 2024-12-09T23:15:18,720 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77c73de3fba389f5a41d15a83f4e3275:B 2024-12-09T23:15:18,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:15:18,720 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. after waiting 0 ms 2024-12-09T23:15:18,720 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 77c73de3fba389f5a41d15a83f4e3275:C 2024-12-09T23:15:18,720 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:15:18,721 DEBUG [StoreCloser-TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/c941f46241c4468790211ffb1bd48171, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/f62c8c81522445088a2445f46ee2cad9, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/a978c216a0084ed58e8cb841ed97b575, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/9d31900a374345af9286bd33caae6b8c, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/ccc59d7488a74fd2b29be9a7b42250c3, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/e3e0150812984c9f9c3677593bf80976, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/5f1db4a37b404f3a9fb7241161b55b73, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/0b8d6eca1eb346168e1c0fcee9c66520, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/cd87aa4826bb4c0086baea980bc8b16c, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/abca20a9e03a49f7b30c95c1a5bfb176, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/6a41809313654351ade1eb1dd3ca02aa, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/3fccb015f35745d98de9474c0d285c36, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/c66a831eb5d04c11af40c1414eb06f72, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/97ad68c97f1c41488b3b2b0c9c4eb5cf, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/23ac3513ad82431dbf57ae0b54baf520, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/a2be14f8e95a4897abd2fcf3d9b2400f, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/a87dff31278249668c9d11066679beb2] to archive 2024-12-09T23:15:18,722 DEBUG [StoreCloser-TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-09T23:15:18,724 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/a978c216a0084ed58e8cb841ed97b575 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/a978c216a0084ed58e8cb841ed97b575 2024-12-09T23:15:18,724 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/9d31900a374345af9286bd33caae6b8c to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/9d31900a374345af9286bd33caae6b8c 2024-12-09T23:15:18,725 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/f62c8c81522445088a2445f46ee2cad9 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/f62c8c81522445088a2445f46ee2cad9 2024-12-09T23:15:18,725 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/c941f46241c4468790211ffb1bd48171 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/c941f46241c4468790211ffb1bd48171 2024-12-09T23:15:18,725 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/e3e0150812984c9f9c3677593bf80976 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/e3e0150812984c9f9c3677593bf80976 2024-12-09T23:15:18,725 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/ccc59d7488a74fd2b29be9a7b42250c3 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/ccc59d7488a74fd2b29be9a7b42250c3 2024-12-09T23:15:18,725 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/5f1db4a37b404f3a9fb7241161b55b73 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/5f1db4a37b404f3a9fb7241161b55b73 2024-12-09T23:15:18,726 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/0b8d6eca1eb346168e1c0fcee9c66520 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/0b8d6eca1eb346168e1c0fcee9c66520 2024-12-09T23:15:18,726 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/abca20a9e03a49f7b30c95c1a5bfb176 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/abca20a9e03a49f7b30c95c1a5bfb176 2024-12-09T23:15:18,726 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/cd87aa4826bb4c0086baea980bc8b16c to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/cd87aa4826bb4c0086baea980bc8b16c 2024-12-09T23:15:18,726 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/3fccb015f35745d98de9474c0d285c36 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/3fccb015f35745d98de9474c0d285c36 2024-12-09T23:15:18,727 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/6a41809313654351ade1eb1dd3ca02aa to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/6a41809313654351ade1eb1dd3ca02aa 2024-12-09T23:15:18,727 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/97ad68c97f1c41488b3b2b0c9c4eb5cf to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/97ad68c97f1c41488b3b2b0c9c4eb5cf 2024-12-09T23:15:18,727 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/23ac3513ad82431dbf57ae0b54baf520 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/23ac3513ad82431dbf57ae0b54baf520 2024-12-09T23:15:18,727 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/a2be14f8e95a4897abd2fcf3d9b2400f to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/a2be14f8e95a4897abd2fcf3d9b2400f 2024-12-09T23:15:18,727 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/c66a831eb5d04c11af40c1414eb06f72 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/c66a831eb5d04c11af40c1414eb06f72 2024-12-09T23:15:18,727 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/a87dff31278249668c9d11066679beb2 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/a87dff31278249668c9d11066679beb2 2024-12-09T23:15:18,729 DEBUG [StoreCloser-TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/fd155b2fd113474fbdd55b9ddc0f6198, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/77d831882baf4ee6b883c77f516ffe21, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/8047946460fc48e59158f2cff5d5ad14, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/ddb84b9e09d4482cb2e1c4042e6dd0ac, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/4db6e2dc0605452b89291a1e1741e760, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/eb7e7a99d50c424199eb762164379c84, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/691e0ff9189b47709ef49bce27d70cd4, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/50b8740c41a44e28866736d4fd59ee22, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/e185521cacca4374b3a36881d6c42e72, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/6b97d8b1733440b6a73f6bedecf9ab17, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/f5f2297cbe2b4d88b2f3708911cdb7f1, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/dd755bad8cf046e29a6f77b27ec5d9fe, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/77ef45ed63cf4b9fa4fa46febaab9f84, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/38004e26582d452ba5b104e58b5aed64, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/166764f29d714ddcb5f4b532a91ece05, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/0ecb543bbf4447ceb956691739914eb9, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/9989dcfb8d8c40949b989692dad4294e] to archive 2024-12-09T23:15:18,729 DEBUG [StoreCloser-TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-09T23:15:18,731 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/fd155b2fd113474fbdd55b9ddc0f6198 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/fd155b2fd113474fbdd55b9ddc0f6198 2024-12-09T23:15:18,731 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/8047946460fc48e59158f2cff5d5ad14 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/8047946460fc48e59158f2cff5d5ad14 2024-12-09T23:15:18,731 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/4db6e2dc0605452b89291a1e1741e760 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/4db6e2dc0605452b89291a1e1741e760 2024-12-09T23:15:18,731 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/50b8740c41a44e28866736d4fd59ee22 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/50b8740c41a44e28866736d4fd59ee22 2024-12-09T23:15:18,731 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/ddb84b9e09d4482cb2e1c4042e6dd0ac to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/ddb84b9e09d4482cb2e1c4042e6dd0ac 2024-12-09T23:15:18,732 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/eb7e7a99d50c424199eb762164379c84 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/eb7e7a99d50c424199eb762164379c84 2024-12-09T23:15:18,732 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/77d831882baf4ee6b883c77f516ffe21 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/77d831882baf4ee6b883c77f516ffe21 2024-12-09T23:15:18,732 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/691e0ff9189b47709ef49bce27d70cd4 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/691e0ff9189b47709ef49bce27d70cd4 2024-12-09T23:15:18,733 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/f5f2297cbe2b4d88b2f3708911cdb7f1 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/f5f2297cbe2b4d88b2f3708911cdb7f1 2024-12-09T23:15:18,733 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/e185521cacca4374b3a36881d6c42e72 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/e185521cacca4374b3a36881d6c42e72 2024-12-09T23:15:18,734 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/dd755bad8cf046e29a6f77b27ec5d9fe to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/dd755bad8cf046e29a6f77b27ec5d9fe 2024-12-09T23:15:18,734 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/6b97d8b1733440b6a73f6bedecf9ab17 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/6b97d8b1733440b6a73f6bedecf9ab17 2024-12-09T23:15:18,734 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/77ef45ed63cf4b9fa4fa46febaab9f84 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/77ef45ed63cf4b9fa4fa46febaab9f84 2024-12-09T23:15:18,734 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/38004e26582d452ba5b104e58b5aed64 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/38004e26582d452ba5b104e58b5aed64 2024-12-09T23:15:18,734 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/166764f29d714ddcb5f4b532a91ece05 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/166764f29d714ddcb5f4b532a91ece05 2024-12-09T23:15:18,735 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/0ecb543bbf4447ceb956691739914eb9 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/0ecb543bbf4447ceb956691739914eb9 2024-12-09T23:15:18,735 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/9989dcfb8d8c40949b989692dad4294e to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/9989dcfb8d8c40949b989692dad4294e 2024-12-09T23:15:18,737 DEBUG [StoreCloser-TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/b7e16cb5870e4b6eb35729c5ca5ffa00, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/1f15c6a6396849caabb361517f08834d, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/e93ecf3cfeac486681eef2ed0490cb3c, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/15394142e3f446f090af66ad9062e7fc, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/43abbc5d3ba840d0b022738c4a7c0f9f, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/f95b6be9098348899f50e9afee6c59a5, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/c80f308cf08a4362807ac3269e83ba5a, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/681fd46e84bb4c67bbbcaa9219625569, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/fa910f4a86b54012bd9216efef1bbe43, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/24763acd56414019aebe83bcbdbd84ab, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/3e32800f85bb4a5bb8dd1df8046c5731, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/fede3b0358b94955b9b77d10d97fcb8f, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/616f68bb737446e1be332ac0de7d7993, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/b4e15cc512c146a1bb5c39eb60de019d, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/3bdcc51f711a48cdad31d4167e3ec87b, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/83d55f40b9e741aba1469136993a959c, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/bf1e6da699b14096adfae3b13eb78286] to archive 2024-12-09T23:15:18,738 DEBUG [StoreCloser-TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-09T23:15:18,740 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/f95b6be9098348899f50e9afee6c59a5 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/f95b6be9098348899f50e9afee6c59a5 2024-12-09T23:15:18,740 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/e93ecf3cfeac486681eef2ed0490cb3c to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/e93ecf3cfeac486681eef2ed0490cb3c 2024-12-09T23:15:18,740 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/b7e16cb5870e4b6eb35729c5ca5ffa00 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/b7e16cb5870e4b6eb35729c5ca5ffa00 2024-12-09T23:15:18,740 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/15394142e3f446f090af66ad9062e7fc to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/15394142e3f446f090af66ad9062e7fc 2024-12-09T23:15:18,740 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/681fd46e84bb4c67bbbcaa9219625569 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/681fd46e84bb4c67bbbcaa9219625569 2024-12-09T23:15:18,740 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/43abbc5d3ba840d0b022738c4a7c0f9f to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/43abbc5d3ba840d0b022738c4a7c0f9f 2024-12-09T23:15:18,740 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/c80f308cf08a4362807ac3269e83ba5a to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/c80f308cf08a4362807ac3269e83ba5a 2024-12-09T23:15:18,741 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/1f15c6a6396849caabb361517f08834d to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/1f15c6a6396849caabb361517f08834d 2024-12-09T23:15:18,742 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/24763acd56414019aebe83bcbdbd84ab to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/24763acd56414019aebe83bcbdbd84ab 2024-12-09T23:15:18,742 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/3e32800f85bb4a5bb8dd1df8046c5731 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/3e32800f85bb4a5bb8dd1df8046c5731 2024-12-09T23:15:18,742 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/fede3b0358b94955b9b77d10d97fcb8f to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/fede3b0358b94955b9b77d10d97fcb8f 2024-12-09T23:15:18,742 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/fa910f4a86b54012bd9216efef1bbe43 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/fa910f4a86b54012bd9216efef1bbe43 2024-12-09T23:15:18,742 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/b4e15cc512c146a1bb5c39eb60de019d to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/b4e15cc512c146a1bb5c39eb60de019d 2024-12-09T23:15:18,742 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/3bdcc51f711a48cdad31d4167e3ec87b to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/3bdcc51f711a48cdad31d4167e3ec87b 2024-12-09T23:15:18,742 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/616f68bb737446e1be332ac0de7d7993 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/616f68bb737446e1be332ac0de7d7993 2024-12-09T23:15:18,743 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/83d55f40b9e741aba1469136993a959c to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/83d55f40b9e741aba1469136993a959c 2024-12-09T23:15:18,743 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/bf1e6da699b14096adfae3b13eb78286 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/bf1e6da699b14096adfae3b13eb78286 2024-12-09T23:15:18,747 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/recovered.edits/309.seqid, newMaxSeqId=309, maxSeqId=4 2024-12-09T23:15:18,748 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275. 2024-12-09T23:15:18,748 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1676): Region close journal for 77c73de3fba389f5a41d15a83f4e3275: Waiting for close lock at 1733786117150Running coprocessor pre-close hooks at 1733786117150Disabling compacts and flushes for region at 1733786117150Disabling writes for close at 1733786118720 (+1570 ms)Writing region close event to WAL at 1733786118745 (+25 ms)Running coprocessor post-close hooks at 1733786118748 (+3 ms)Closed at 1733786118748 2024-12-09T23:15:18,750 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] handler.UnassignRegionHandler(157): Closed 77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:15:18,751 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=77c73de3fba389f5a41d15a83f4e3275, regionState=CLOSED 2024-12-09T23:15:18,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=64, state=RUNNABLE, hasLock=false; CloseRegionProcedure 77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 because future has completed 2024-12-09T23:15:18,753 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-12-09T23:15:18,754 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; CloseRegionProcedure 77c73de3fba389f5a41d15a83f4e3275, server=aab77d931c0c,40923,1733786050901 in 1.7550 sec 2024-12-09T23:15:18,755 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=64, resume processing ppid=63 2024-12-09T23:15:18,755 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=63, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=77c73de3fba389f5a41d15a83f4e3275, UNASSIGN in 1.7600 sec 2024-12-09T23:15:18,757 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-12-09T23:15:18,757 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.7630 sec 2024-12-09T23:15:18,759 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733786118758"}]},"ts":"1733786118758"} 2024-12-09T23:15:18,760 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-09T23:15:18,760 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-09T23:15:18,762 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.7740 sec 2024-12-09T23:15:19,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-09T23:15:19,135 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-09T23:15:19,136 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-12-09T23:15:19,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T23:15:19,140 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=66, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T23:15:19,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-09T23:15:19,142 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=66, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T23:15:19,147 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:15:19,152 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A, FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B, FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C, FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/recovered.edits] 2024-12-09T23:15:19,156 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/05c0d68da81144cbbc339870941908e8 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/05c0d68da81144cbbc339870941908e8 2024-12-09T23:15:19,156 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/79ef427a3fee4bad9dcf475921d7008d to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/79ef427a3fee4bad9dcf475921d7008d 2024-12-09T23:15:19,156 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/59e28f1d2d0440418c506110c1ff948e to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/A/59e28f1d2d0440418c506110c1ff948e 2024-12-09T23:15:19,159 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/6c64aab112554c6a904b27a0c02ebdaa to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/6c64aab112554c6a904b27a0c02ebdaa 2024-12-09T23:15:19,159 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/79e9a185927c4c6ebae6b9d758940145 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/79e9a185927c4c6ebae6b9d758940145 2024-12-09T23:15:19,159 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/5d5ab12d46d9408b930cfbdfd7f0fd96 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/B/5d5ab12d46d9408b930cfbdfd7f0fd96 2024-12-09T23:15:19,162 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/16276d8c461b48fcab59217fa2ff7034 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/16276d8c461b48fcab59217fa2ff7034 2024-12-09T23:15:19,162 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/18e78d590f2f4be8963d072b3a1d3256 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/18e78d590f2f4be8963d072b3a1d3256 2024-12-09T23:15:19,162 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/cad2e6fff46445c0bb155b779d77074a to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/C/cad2e6fff46445c0bb155b779d77074a 2024-12-09T23:15:19,164 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/recovered.edits/309.seqid to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275/recovered.edits/309.seqid 2024-12-09T23:15:19,165 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:15:19,165 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-09T23:15:19,165 DEBUG [PEWorker-3 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-09T23:15:19,166 DEBUG [PEWorker-3 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-09T23:15:19,174 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412094f4cffafd39f4ae5b2203a16009c1c4f_77c73de3fba389f5a41d15a83f4e3275 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412094f4cffafd39f4ae5b2203a16009c1c4f_77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:15:19,174 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412094e418a1ed525418ca438c45461ad5cc3_77c73de3fba389f5a41d15a83f4e3275 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412094e418a1ed525418ca438c45461ad5cc3_77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:15:19,174 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209421861df7fdb46df86d94558f1498e61_77c73de3fba389f5a41d15a83f4e3275 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209421861df7fdb46df86d94558f1498e61_77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:15:19,174 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120908a3262b29994654aa8a22ee329ce30d_77c73de3fba389f5a41d15a83f4e3275 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120908a3262b29994654aa8a22ee329ce30d_77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:15:19,174 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120912c6f506c52c4ec7b987517427e6893f_77c73de3fba389f5a41d15a83f4e3275 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120912c6f506c52c4ec7b987517427e6893f_77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:15:19,174 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120926ef50153f02494d876123321e977830_77c73de3fba389f5a41d15a83f4e3275 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120926ef50153f02494d876123321e977830_77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:15:19,174 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120963aad274fabb428db1d715a843f115b9_77c73de3fba389f5a41d15a83f4e3275 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120963aad274fabb428db1d715a843f115b9_77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:15:19,175 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120955c1fe35a3744aa79a303e387f95c4b5_77c73de3fba389f5a41d15a83f4e3275 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120955c1fe35a3744aa79a303e387f95c4b5_77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:15:19,175 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209b817cf9d122c44ff8d3fbbab5bb3a2c1_77c73de3fba389f5a41d15a83f4e3275 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209b817cf9d122c44ff8d3fbbab5bb3a2c1_77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:15:19,175 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120983b02d7f0f8745bbb7646a3a335e24e0_77c73de3fba389f5a41d15a83f4e3275 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120983b02d7f0f8745bbb7646a3a335e24e0_77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:15:19,176 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209a262914dd70740a080ca6d40ea950360_77c73de3fba389f5a41d15a83f4e3275 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209a262914dd70740a080ca6d40ea950360_77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:15:19,176 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412098fc695a769b8440e8ac5e687fbcfc6d5_77c73de3fba389f5a41d15a83f4e3275 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412098fc695a769b8440e8ac5e687fbcfc6d5_77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:15:19,176 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209d58171bae3e14d4199f40fe432acb8f3_77c73de3fba389f5a41d15a83f4e3275 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209d58171bae3e14d4199f40fe432acb8f3_77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:15:19,176 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209a7a24dd6dd4e4db19122ca73400e512b_77c73de3fba389f5a41d15a83f4e3275 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209a7a24dd6dd4e4db19122ca73400e512b_77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:15:19,176 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209dc5260a1ee2f402fac3dd7e2fd1df14c_77c73de3fba389f5a41d15a83f4e3275 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209dc5260a1ee2f402fac3dd7e2fd1df14c_77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:15:19,176 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209ecde3fbb9e9743b38196e700befbae5f_77c73de3fba389f5a41d15a83f4e3275 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209ecde3fbb9e9743b38196e700befbae5f_77c73de3fba389f5a41d15a83f4e3275 2024-12-09T23:15:19,177 DEBUG [PEWorker-3 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-09T23:15:19,179 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=66, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T23:15:19,181 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-09T23:15:19,183 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-09T23:15:19,184 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=66, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T23:15:19,184 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-09T23:15:19,184 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733786119184"}]},"ts":"9223372036854775807"} 2024-12-09T23:15:19,186 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-09T23:15:19,186 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 77c73de3fba389f5a41d15a83f4e3275, NAME => 'TestAcidGuarantees,,1733786088764.77c73de3fba389f5a41d15a83f4e3275.', STARTKEY => '', ENDKEY => ''}] 2024-12-09T23:15:19,187 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-09T23:15:19,187 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733786119187"}]},"ts":"9223372036854775807"} 2024-12-09T23:15:19,189 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-09T23:15:19,189 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=66, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T23:15:19,191 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 54 msec 2024-12-09T23:15:19,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-09T23:15:19,253 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-09T23:15:19,253 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-09T23:15:19,266 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=255 (was 254) Potentially hanging thread: HFileArchiver-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-742697972_22 at /127.0.0.1:40900 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44a136a6-d2c9-053d-4618-772a6fd623ac/cluster_96ee5381-de9c-1e85-9600-e2d193d96e91/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44a136a6-d2c9-053d-4618-772a6fd623ac/cluster_96ee5381-de9c-1e85-9600-e2d193d96e91/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=453 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=525 (was 574), ProcessCount=11 (was 11), AvailableMemoryMB=1744 (was 2001) 2024-12-09T23:15:19,277 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=255, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=525, ProcessCount=11, AvailableMemoryMB=1744 2024-12-09T23:15:19,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-09T23:15:19,279 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T23:15:19,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] procedure2.ProcedureExecutor(1139): Stored pid=67, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-09T23:15:19,280 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T23:15:19,281 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:19,281 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 67 2024-12-09T23:15:19,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-12-09T23:15:19,281 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T23:15:19,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742031_1207 (size=1061) 2024-12-09T23:15:19,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-12-09T23:15:19,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-12-09T23:15:19,693 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85 2024-12-09T23:15:19,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742032_1208 (size=53) 2024-12-09T23:15:19,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-12-09T23:15:20,106 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T23:15:20,106 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 4170317419a24f9278001a79da34f827, disabling compactions & flushes 2024-12-09T23:15:20,106 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:20,106 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:20,106 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. after waiting 0 ms 2024-12-09T23:15:20,106 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:20,106 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:20,106 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4170317419a24f9278001a79da34f827: Waiting for close lock at 1733786120106Disabling compacts and flushes for region at 1733786120106Disabling writes for close at 1733786120106Writing region close event to WAL at 1733786120106Closed at 1733786120106 2024-12-09T23:15:20,107 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T23:15:20,108 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733786120107"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733786120107"}]},"ts":"1733786120107"} 2024-12-09T23:15:20,109 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-09T23:15:20,110 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T23:15:20,110 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733786120110"}]},"ts":"1733786120110"} 2024-12-09T23:15:20,111 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-09T23:15:20,111 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4170317419a24f9278001a79da34f827, ASSIGN}] 2024-12-09T23:15:20,112 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4170317419a24f9278001a79da34f827, ASSIGN 2024-12-09T23:15:20,112 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4170317419a24f9278001a79da34f827, ASSIGN; state=OFFLINE, location=aab77d931c0c,40923,1733786050901; forceNewPlan=false, retain=false 2024-12-09T23:15:20,211 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-09T23:15:20,263 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=4170317419a24f9278001a79da34f827, regionState=OPENING, regionLocation=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:20,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4170317419a24f9278001a79da34f827, ASSIGN because future has completed 2024-12-09T23:15:20,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901}] 2024-12-09T23:15:20,419 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:20,419 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7752): Opening region: {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} 2024-12-09T23:15:20,419 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4170317419a24f9278001a79da34f827 2024-12-09T23:15:20,419 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T23:15:20,419 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7794): checking encryption for 4170317419a24f9278001a79da34f827 2024-12-09T23:15:20,419 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7797): checking classloading for 4170317419a24f9278001a79da34f827 2024-12-09T23:15:20,421 INFO [StoreOpener-4170317419a24f9278001a79da34f827-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4170317419a24f9278001a79da34f827 2024-12-09T23:15:20,422 INFO [StoreOpener-4170317419a24f9278001a79da34f827-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-09T23:15:20,422 INFO [StoreOpener-4170317419a24f9278001a79da34f827-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4170317419a24f9278001a79da34f827 columnFamilyName A 2024-12-09T23:15:20,422 DEBUG [StoreOpener-4170317419a24f9278001a79da34f827-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:20,423 INFO [StoreOpener-4170317419a24f9278001a79da34f827-1 {}] regionserver.HStore(327): Store=4170317419a24f9278001a79da34f827/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T23:15:20,423 INFO [StoreOpener-4170317419a24f9278001a79da34f827-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4170317419a24f9278001a79da34f827 2024-12-09T23:15:20,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-12-09T23:15:20,424 INFO [StoreOpener-4170317419a24f9278001a79da34f827-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-09T23:15:20,424 INFO [StoreOpener-4170317419a24f9278001a79da34f827-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4170317419a24f9278001a79da34f827 columnFamilyName B 2024-12-09T23:15:20,424 DEBUG [StoreOpener-4170317419a24f9278001a79da34f827-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:20,424 INFO [StoreOpener-4170317419a24f9278001a79da34f827-1 {}] regionserver.HStore(327): Store=4170317419a24f9278001a79da34f827/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T23:15:20,424 INFO [StoreOpener-4170317419a24f9278001a79da34f827-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4170317419a24f9278001a79da34f827 2024-12-09T23:15:20,426 INFO [StoreOpener-4170317419a24f9278001a79da34f827-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-09T23:15:20,426 INFO [StoreOpener-4170317419a24f9278001a79da34f827-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4170317419a24f9278001a79da34f827 columnFamilyName C 2024-12-09T23:15:20,426 DEBUG [StoreOpener-4170317419a24f9278001a79da34f827-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:20,426 INFO [StoreOpener-4170317419a24f9278001a79da34f827-1 {}] regionserver.HStore(327): Store=4170317419a24f9278001a79da34f827/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T23:15:20,426 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:20,427 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1038): replaying wal for 4170317419a24f9278001a79da34f827 2024-12-09T23:15:20,427 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827 2024-12-09T23:15:20,428 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827 2024-12-09T23:15:20,429 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1048): stopping wal replay for 4170317419a24f9278001a79da34f827 2024-12-09T23:15:20,429 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1060): Cleaning up temporary data for 4170317419a24f9278001a79da34f827 2024-12-09T23:15:20,429 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-09T23:15:20,431 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1093): writing seq id for 4170317419a24f9278001a79da34f827 2024-12-09T23:15:20,433 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T23:15:20,433 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1114): Opened 4170317419a24f9278001a79da34f827; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67607324, jitterRate=0.007427632808685303}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-09T23:15:20,433 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4170317419a24f9278001a79da34f827 2024-12-09T23:15:20,434 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1006): Region open journal for 4170317419a24f9278001a79da34f827: Running coprocessor pre-open hook at 1733786120419Writing region info on filesystem at 1733786120419Initializing all the Stores at 1733786120420 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733786120420Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733786120421 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733786120421Cleaning up temporary data from old regions at 1733786120429 (+8 ms)Running coprocessor post-open hooks at 1733786120433 (+4 ms)Region opened successfully at 1733786120434 (+1 ms) 2024-12-09T23:15:20,435 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., pid=69, masterSystemTime=1733786120416 2024-12-09T23:15:20,437 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:20,437 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:20,437 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=4170317419a24f9278001a79da34f827, regionState=OPEN, openSeqNum=2, regionLocation=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:20,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 because future has completed 2024-12-09T23:15:20,440 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-12-09T23:15:20,440 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 in 175 msec 2024-12-09T23:15:20,442 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=68, resume processing ppid=67 2024-12-09T23:15:20,442 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=67, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4170317419a24f9278001a79da34f827, ASSIGN in 329 msec 2024-12-09T23:15:20,442 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T23:15:20,443 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733786120442"}]},"ts":"1733786120442"} 2024-12-09T23:15:20,444 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-09T23:15:20,444 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T23:15:20,446 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1650 sec 2024-12-09T23:15:21,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-12-09T23:15:21,435 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-09T23:15:21,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@429799b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:15:21,437 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aab77d931c0c,33465,-1 for getting cluster id 2024-12-09T23:15:21,438 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T23:15:21,440 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c50108d4-bd36-4dce-a30f-fdeadf9e8845' 2024-12-09T23:15:21,440 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T23:15:21,441 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c50108d4-bd36-4dce-a30f-fdeadf9e8845" 2024-12-09T23:15:21,441 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63c29195, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:15:21,441 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aab77d931c0c,33465,-1] 2024-12-09T23:15:21,442 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T23:15:21,442 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:15:21,443 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T23:15:21,444 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d60edd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:15:21,444 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:15:21,445 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40923,1733786050901, seqNum=-1] 2024-12-09T23:15:21,446 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T23:15:21,447 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T23:15:21,448 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T23:15:21,449 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is aab77d931c0c,33465,1733786049737 2024-12-09T23:15:21,449 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2193c3ac 2024-12-09T23:15:21,449 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T23:15:21,450 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T23:15:21,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e6327b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:15:21,451 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aab77d931c0c,33465,-1 for getting cluster id 2024-12-09T23:15:21,451 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T23:15:21,452 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c50108d4-bd36-4dce-a30f-fdeadf9e8845' 2024-12-09T23:15:21,452 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T23:15:21,452 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c50108d4-bd36-4dce-a30f-fdeadf9e8845" 2024-12-09T23:15:21,453 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4579f226, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:15:21,453 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aab77d931c0c,33465,-1] 2024-12-09T23:15:21,453 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T23:15:21,453 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:15:21,454 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T23:15:21,455 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f8fbf59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:15:21,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49fdf952, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:15:21,456 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aab77d931c0c,33465,-1 for getting cluster id 2024-12-09T23:15:21,456 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T23:15:21,457 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c50108d4-bd36-4dce-a30f-fdeadf9e8845' 2024-12-09T23:15:21,457 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T23:15:21,457 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c50108d4-bd36-4dce-a30f-fdeadf9e8845" 2024-12-09T23:15:21,457 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d472146, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:15:21,457 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aab77d931c0c,33465,-1] 2024-12-09T23:15:21,457 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T23:15:21,458 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:15:21,458 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T23:15:21,459 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36997d33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:15:21,460 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b624df0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:15:21,460 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aab77d931c0c,33465,-1 for getting cluster id 2024-12-09T23:15:21,460 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T23:15:21,461 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c50108d4-bd36-4dce-a30f-fdeadf9e8845' 2024-12-09T23:15:21,461 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T23:15:21,461 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c50108d4-bd36-4dce-a30f-fdeadf9e8845" 2024-12-09T23:15:21,461 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e342fd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:15:21,461 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aab77d931c0c,33465,-1] 2024-12-09T23:15:21,461 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T23:15:21,461 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:15:21,462 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T23:15:21,463 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@581bfa95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:15:21,464 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@106f6d84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:15:21,464 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aab77d931c0c,33465,-1 for getting cluster id 2024-12-09T23:15:21,464 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T23:15:21,465 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c50108d4-bd36-4dce-a30f-fdeadf9e8845' 2024-12-09T23:15:21,465 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T23:15:21,465 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c50108d4-bd36-4dce-a30f-fdeadf9e8845" 2024-12-09T23:15:21,465 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76684b2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:15:21,465 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aab77d931c0c,33465,-1] 2024-12-09T23:15:21,465 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T23:15:21,465 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:15:21,466 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T23:15:21,466 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f29115d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:15:21,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a00a41f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:15:21,467 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aab77d931c0c,33465,-1 for getting cluster id 2024-12-09T23:15:21,467 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T23:15:21,468 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c50108d4-bd36-4dce-a30f-fdeadf9e8845' 2024-12-09T23:15:21,468 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T23:15:21,468 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c50108d4-bd36-4dce-a30f-fdeadf9e8845" 2024-12-09T23:15:21,468 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26eb1ed0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:15:21,468 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aab77d931c0c,33465,-1] 2024-12-09T23:15:21,468 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T23:15:21,468 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:15:21,469 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T23:15:21,469 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4511c191, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:15:21,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bafd9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:15:21,470 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aab77d931c0c,33465,-1 for getting cluster id 2024-12-09T23:15:21,470 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T23:15:21,471 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c50108d4-bd36-4dce-a30f-fdeadf9e8845' 2024-12-09T23:15:21,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T23:15:21,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c50108d4-bd36-4dce-a30f-fdeadf9e8845" 2024-12-09T23:15:21,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70a0ab93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:15:21,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aab77d931c0c,33465,-1] 2024-12-09T23:15:21,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T23:15:21,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:15:21,472 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T23:15:21,473 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b522e09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:15:21,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b15c907, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:15:21,473 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aab77d931c0c,33465,-1 for getting cluster id 2024-12-09T23:15:21,474 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T23:15:21,474 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c50108d4-bd36-4dce-a30f-fdeadf9e8845' 2024-12-09T23:15:21,474 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T23:15:21,474 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c50108d4-bd36-4dce-a30f-fdeadf9e8845" 2024-12-09T23:15:21,474 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2092064d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:15:21,475 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aab77d931c0c,33465,-1] 2024-12-09T23:15:21,475 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T23:15:21,475 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:15:21,475 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T23:15:21,476 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b7e4618, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:15:21,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12b82d9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:15:21,476 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aab77d931c0c,33465,-1 for getting cluster id 2024-12-09T23:15:21,476 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T23:15:21,477 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c50108d4-bd36-4dce-a30f-fdeadf9e8845' 2024-12-09T23:15:21,477 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T23:15:21,477 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c50108d4-bd36-4dce-a30f-fdeadf9e8845" 2024-12-09T23:15:21,477 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b84803b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:15:21,477 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aab77d931c0c,33465,-1] 2024-12-09T23:15:21,478 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T23:15:21,478 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:15:21,478 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T23:15:21,479 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2db8b3ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:15:21,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@338713fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:15:21,479 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aab77d931c0c,33465,-1 for getting cluster id 2024-12-09T23:15:21,479 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T23:15:21,480 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c50108d4-bd36-4dce-a30f-fdeadf9e8845' 2024-12-09T23:15:21,480 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T23:15:21,480 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c50108d4-bd36-4dce-a30f-fdeadf9e8845" 2024-12-09T23:15:21,480 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1073fae0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:15:21,480 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aab77d931c0c,33465,-1] 2024-12-09T23:15:21,480 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T23:15:21,481 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:15:21,481 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T23:15:21,481 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a3170cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:15:21,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22bc821c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:15:21,482 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aab77d931c0c,33465,-1 for getting cluster id 2024-12-09T23:15:21,482 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T23:15:21,483 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c50108d4-bd36-4dce-a30f-fdeadf9e8845' 2024-12-09T23:15:21,483 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T23:15:21,483 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c50108d4-bd36-4dce-a30f-fdeadf9e8845" 2024-12-09T23:15:21,483 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66c68d99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:15:21,483 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aab77d931c0c,33465,-1] 2024-12-09T23:15:21,483 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T23:15:21,483 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:15:21,484 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T23:15:21,484 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@86b78b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:15:21,485 DEBUG [Thread-1011 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:15:21,485 DEBUG [Thread-1009 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:15:21,485 DEBUG [Thread-1003 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:15:21,485 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40923,1733786050901, seqNum=-1] 2024-12-09T23:15:21,485 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40923,1733786050901, seqNum=-1] 2024-12-09T23:15:21,485 DEBUG [Thread-994 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:15:21,485 DEBUG [Thread-1007 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:15:21,486 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T23:15:21,486 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T23:15:21,486 DEBUG [Thread-1005 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:15:21,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40923,1733786050901, seqNum=-1] 2024-12-09T23:15:21,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T23:15:21,486 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40923,1733786050901, seqNum=-1] 2024-12-09T23:15:21,486 DEBUG [Thread-1005 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40923,1733786050901, seqNum=-1] 2024-12-09T23:15:21,486 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T23:15:21,486 DEBUG [Thread-1005 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T23:15:21,487 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40923,1733786050901, seqNum=-1] 2024-12-09T23:15:21,487 DEBUG [Thread-998 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:15:21,487 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T23:15:21,487 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T23:15:21,487 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T23:15:21,487 DEBUG [Thread-996 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:15:21,487 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T23:15:21,488 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T23:15:21,488 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40923,1733786050901, seqNum=-1] 2024-12-09T23:15:21,488 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T23:15:21,488 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T23:15:21,488 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T23:15:21,488 DEBUG [Thread-992 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:15:21,489 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40923,1733786050901, seqNum=-1] 2024-12-09T23:15:21,489 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T23:15:21,489 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T23:15:21,489 DEBUG [Thread-1000 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:15:21,489 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40923,1733786050901, seqNum=-1] 2024-12-09T23:15:21,489 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2] 2024-12-09T23:15:21,489 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T23:15:21,490 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40923,1733786050901, seqNum=-1] 2024-12-09T23:15:21,490 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T23:15:21,490 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T23:15:21,490 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T23:15:21,490 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T23:15:21,491 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2] 2024-12-09T23:15:21,491 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2] 2024-12-09T23:15:21,491 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T23:15:21,492 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2] 2024-12-09T23:15:21,492 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2] 2024-12-09T23:15:21,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-12-09T23:15:21,492 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2] 2024-12-09T23:15:21,492 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2] 2024-12-09T23:15:21,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-09T23:15:21,493 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2] 2024-12-09T23:15:21,493 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2] 2024-12-09T23:15:21,494 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2] 2024-12-09T23:15:21,495 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T23:15:21,496 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T23:15:21,496 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T23:15:21,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 4170317419a24f9278001a79da34f827 2024-12-09T23:15:21,499 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4170317419a24f9278001a79da34f827 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-09T23:15:21,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4170317419a24f9278001a79da34f827, store=A 2024-12-09T23:15:21,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:21,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4170317419a24f9278001a79da34f827, store=B 2024-12-09T23:15:21,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:21,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4170317419a24f9278001a79da34f827, store=C 2024-12-09T23:15:21,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:21,523 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733786121514, max timestamp=1733786121521Num uniques 859; 2024-12-09T23:15:21,524 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-09T23:15:21,524 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733786121514, max timestamp=1733786121521Num uniques 859; 2024-12-09T23:15:21,525 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-09T23:15:21,527 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733786121514, max timestamp=1733786121521Num uniques 859; 2024-12-09T23:15:21,527 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-09T23:15:21,535 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/fd9fa206d9ae4a199f78b18ab2e17722 is 50, key is test_row_0/A:col10/1733786121497/Put/seqid=0 2024-12-09T23:15:21,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742033_1209 (size=12001) 2024-12-09T23:15:21,543 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/fd9fa206d9ae4a199f78b18ab2e17722 2024-12-09T23:15:21,569 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/1411ca40d674491ca9dbd0242c623908 is 50, key is test_row_0/B:col10/1733786121497/Put/seqid=0 2024-12-09T23:15:21,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742034_1210 (size=12001) 2024-12-09T23:15:21,583 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733786121578, max timestamp=1733786121579Num uniques 1068; 2024-12-09T23:15:21,583 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-12-09T23:15:21,583 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733786121578, max timestamp=1733786121579Num uniques 1018; 2024-12-09T23:15:21,583 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-12-09T23:15:21,583 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1733786121571, max timestamp=1733786121579Num uniques 1068; 2024-12-09T23:15:21,583 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=12268, suffix heap size=139040,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=268 2024-12-09T23:15:21,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-09T23:15:21,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:21,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40718 deadline: 1733786181601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:21,606 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:21,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:21,606 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:21,606 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:21,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40714 deadline: 1733786181603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:21,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:21,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:21,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:21,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:21,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40694 deadline: 1733786181605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:21,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:21,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:21,611 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:21,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:21,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40710 deadline: 1733786181607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:21,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:21,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40672 deadline: 1733786181607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:21,614 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:21,614 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:21,614 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:21,614 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:21,614 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:21,614 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:21,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-09T23:15:21,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:21,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. as already flushing 2024-12-09T23:15:21,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:21,651 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:21,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:21,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:21,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:21,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40718 deadline: 1733786181713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:21,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:21,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40714 deadline: 1733786181713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:21,717 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:21,717 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:21,717 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:21,717 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:21,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:21,717 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:21,717 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:21,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40694 deadline: 1733786181713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:21,717 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:21,717 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:21,717 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:21,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:21,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40710 deadline: 1733786181723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:21,726 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:21,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:21,726 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:21,726 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:21,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40672 deadline: 1733786181723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:21,726 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:21,726 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:21,726 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:21,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-09T23:15:21,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:21,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. as already flushing 2024-12-09T23:15:21,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:21,804 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:21,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:21,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:21,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-09T23:15:21,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:21,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40714 deadline: 1733786181922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:21,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:21,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40694 deadline: 1733786181923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:21,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:21,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:21,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:21,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:21,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40718 deadline: 1733786181923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:21,928 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:21,928 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:21,928 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:21,928 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:21,928 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:21,928 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:21,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:21,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40710 deadline: 1733786181933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:21,937 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:21,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:21,937 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:21,937 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:21,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40672 deadline: 1733786181933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:21,937 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:21,937 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:21,937 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:21,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-09T23:15:21,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:21,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. as already flushing 2024-12-09T23:15:21,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:21,956 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:21,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:21,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:21,978 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/1411ca40d674491ca9dbd0242c623908 2024-12-09T23:15:22,013 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/40549db1b45c420fa6d19b69c64d4fe4 is 50, key is test_row_0/C:col10/1733786121497/Put/seqid=0 2024-12-09T23:15:22,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742035_1211 (size=12001) 2024-12-09T23:15:22,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-09T23:15:22,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:22,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. as already flushing 2024-12-09T23:15:22,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:22,110 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:22,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:22,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:22,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-09T23:15:22,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:22,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40714 deadline: 1733786182233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:22,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:22,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40694 deadline: 1733786182233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:22,235 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:22,235 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:22,235 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:22,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:22,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40718 deadline: 1733786182233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:22,236 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:22,236 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:22,236 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:22,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:22,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:22,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:22,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:22,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40710 deadline: 1733786182243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:22,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:22,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40672 deadline: 1733786182243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:22,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:22,245 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:22,245 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:22,245 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:22,245 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:22,245 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:22,262 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-09T23:15:22,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:22,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. as already flushing 2024-12-09T23:15:22,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:22,263 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:22,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:22,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:22,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-09T23:15:22,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:22,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. as already flushing 2024-12-09T23:15:22,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:22,416 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:22,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:22,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:22,434 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/40549db1b45c420fa6d19b69c64d4fe4 2024-12-09T23:15:22,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/fd9fa206d9ae4a199f78b18ab2e17722 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/fd9fa206d9ae4a199f78b18ab2e17722 2024-12-09T23:15:22,443 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/fd9fa206d9ae4a199f78b18ab2e17722, entries=150, sequenceid=11, filesize=11.7 K 2024-12-09T23:15:22,444 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/1411ca40d674491ca9dbd0242c623908 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/1411ca40d674491ca9dbd0242c623908 2024-12-09T23:15:22,464 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/1411ca40d674491ca9dbd0242c623908, entries=150, sequenceid=11, filesize=11.7 K 2024-12-09T23:15:22,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/40549db1b45c420fa6d19b69c64d4fe4 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/40549db1b45c420fa6d19b69c64d4fe4 2024-12-09T23:15:22,469 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/40549db1b45c420fa6d19b69c64d4fe4, entries=150, sequenceid=11, filesize=11.7 K 2024-12-09T23:15:22,470 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=138.65 KB/141980 for 4170317419a24f9278001a79da34f827 in 971ms, sequenceid=11, compaction requested=false 2024-12-09T23:15:22,470 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-09T23:15:22,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4170317419a24f9278001a79da34f827: 2024-12-09T23:15:22,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-09T23:15:22,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:22,568 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing 4170317419a24f9278001a79da34f827 3/3 column families, dataSize=138.65 KB heapSize=394.30 KB 2024-12-09T23:15:22,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4170317419a24f9278001a79da34f827, store=A 2024-12-09T23:15:22,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:15:22,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4170317419a24f9278001a79da34f827, store=B 2024-12-09T23:15:22,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:15:22,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4170317419a24f9278001a79da34f827, store=C 2024-12-09T23:15:22,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:15:22,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/e7f58415453a436b8df929be47d05daf is 50, key is test_row_0/A:col10/1733786121604/Put/seqid=0 2024-12-09T23:15:22,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742036_1212 (size=12001) 2024-12-09T23:15:22,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-09T23:15:22,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 4170317419a24f9278001a79da34f827 2024-12-09T23:15:22,745 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. as already flushing 2024-12-09T23:15:22,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:22,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40714 deadline: 1733786182750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:22,753 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:22,753 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:22,753 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:22,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:22,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40718 deadline: 1733786182752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:22,756 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:22,756 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:22,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:22,756 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:22,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40694 deadline: 1733786182753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:22,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:22,757 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:22,757 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:22,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40710 deadline: 1733786182753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:22,757 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:22,757 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:22,757 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:22,757 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:22,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:22,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40672 deadline: 1733786182753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:22,757 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:22,757 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:22,757 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:22,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:22,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40718 deadline: 1733786182863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:22,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:22,864 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:22,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40714 deadline: 1733786182863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:22,864 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:22,864 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:22,864 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:22,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:22,864 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:22,864 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:22,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40694 deadline: 1733786182863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:22,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:22,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:22,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:22,977 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=65 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/e7f58415453a436b8df929be47d05daf 2024-12-09T23:15:22,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/041fd4c261e64b4fb4a4c3200a8fe9f1 is 50, key is test_row_0/B:col10/1733786121604/Put/seqid=0 2024-12-09T23:15:23,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742037_1213 (size=12001) 2024-12-09T23:15:23,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:23,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40718 deadline: 1733786183073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:23,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:23,075 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:23,075 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:23,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40714 deadline: 1733786183073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:23,075 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:23,075 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:23,075 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:23,075 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:23,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:23,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40694 deadline: 1733786183073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:23,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:23,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:23,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:23,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:23,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40718 deadline: 1733786183383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:23,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:23,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:23,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40714 deadline: 1733786183383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:23,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:23,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:23,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:23,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:23,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:23,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:23,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40694 deadline: 1733786183383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:23,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:23,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:23,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:23,407 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=65 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/041fd4c261e64b4fb4a4c3200a8fe9f1 2024-12-09T23:15:23,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/d6d3d09ff3c641cf8668bba96d840ada is 50, key is test_row_0/C:col10/1733786121604/Put/seqid=0 2024-12-09T23:15:23,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742038_1214 (size=12001) 2024-12-09T23:15:23,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-09T23:15:23,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:23,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40710 deadline: 1733786183763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:23,767 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40923,1733786050901 for 'test_row_0' in 4170317419a24f9278001a79da34f827 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:15:23,767 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:23,767 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:23,767 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:23,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:23,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40672 deadline: 1733786183773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:23,775 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40923,1733786050901 for 'test_row_2' in 4170317419a24f9278001a79da34f827 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2168 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:15:23,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:23,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:23,776 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:23,834 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=65 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/d6d3d09ff3c641cf8668bba96d840ada 2024-12-09T23:15:23,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/e7f58415453a436b8df929be47d05daf as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/e7f58415453a436b8df929be47d05daf 2024-12-09T23:15:23,841 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/e7f58415453a436b8df929be47d05daf, entries=150, sequenceid=65, filesize=11.7 K 2024-12-09T23:15:23,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/041fd4c261e64b4fb4a4c3200a8fe9f1 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/041fd4c261e64b4fb4a4c3200a8fe9f1 2024-12-09T23:15:23,859 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/041fd4c261e64b4fb4a4c3200a8fe9f1, entries=150, sequenceid=65, filesize=11.7 K 2024-12-09T23:15:23,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/d6d3d09ff3c641cf8668bba96d840ada as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/d6d3d09ff3c641cf8668bba96d840ada 2024-12-09T23:15:23,868 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/d6d3d09ff3c641cf8668bba96d840ada, entries=150, sequenceid=65, filesize=11.7 K 2024-12-09T23:15:23,869 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~138.65 KB/141980, heapSize ~394.25 KB/403712, currentSize=40.25 KB/41220 for 4170317419a24f9278001a79da34f827 in 1301ms, sequenceid=65, compaction requested=false 2024-12-09T23:15:23,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for 4170317419a24f9278001a79da34f827: 2024-12-09T23:15:23,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:23,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-12-09T23:15:23,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-12-09T23:15:23,873 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-12-09T23:15:23,873 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3750 sec 2024-12-09T23:15:23,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 2.3840 sec 2024-12-09T23:15:23,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 4170317419a24f9278001a79da34f827 2024-12-09T23:15:23,895 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4170317419a24f9278001a79da34f827 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-09T23:15:23,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4170317419a24f9278001a79da34f827, store=A 2024-12-09T23:15:23,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:23,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4170317419a24f9278001a79da34f827, store=B 2024-12-09T23:15:23,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:23,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4170317419a24f9278001a79da34f827, store=C 2024-12-09T23:15:23,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:23,906 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/f9252f5ec58347369ff5c0f1d8587fb3 is 50, key is test_row_0/A:col10/1733786123893/Put/seqid=0 2024-12-09T23:15:23,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742039_1215 (size=14341) 2024-12-09T23:15:23,932 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733786123923, max timestamp=1733786123930Num uniques 859; 2024-12-09T23:15:23,932 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-09T23:15:23,933 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733786123923, max timestamp=1733786123930Num uniques 859; 2024-12-09T23:15:23,933 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733786123923, max timestamp=1733786123930Num uniques 859; 2024-12-09T23:15:23,933 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-09T23:15:23,933 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-09T23:15:23,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:23,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40714 deadline: 1733786183952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:23,956 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:23,957 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:23,957 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:23,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:23,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40718 deadline: 1733786183956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:23,960 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:23,961 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:23,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:23,961 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:23,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40694 deadline: 1733786183956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:23,961 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:23,961 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:23,961 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:24,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:24,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40714 deadline: 1733786184063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:24,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:24,066 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:24,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40718 deadline: 1733786184063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:24,066 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:24,066 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:24,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:24,066 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:24,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40694 deadline: 1733786184063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:24,066 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:24,066 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:24,066 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:24,066 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:24,066 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:24,273 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-09T23:15:24,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:24,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40714 deadline: 1733786184274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:24,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:24,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40718 deadline: 1733786184274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:24,277 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:24,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:24,277 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:24,277 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:24,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40694 deadline: 1733786184274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:24,278 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:24,278 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:24,278 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:24,278 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:24,278 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:24,278 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:24,320 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/f9252f5ec58347369ff5c0f1d8587fb3 2024-12-09T23:15:24,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/0d076acf1540474a95995be9960ae204 is 50, key is test_row_0/B:col10/1733786123893/Put/seqid=0 2024-12-09T23:15:24,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742040_1216 (size=12001) 2024-12-09T23:15:24,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:24,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40714 deadline: 1733786184583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:24,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:24,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40718 deadline: 1733786184583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:24,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:24,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:24,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:24,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:24,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40694 deadline: 1733786184583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:24,585 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:24,585 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:24,585 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:24,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:24,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:24,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:24,735 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/0d076acf1540474a95995be9960ae204 2024-12-09T23:15:24,742 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/7518ca7eba9c4d05ad91ec7a9cbde47f is 50, key is test_row_0/C:col10/1733786123893/Put/seqid=0 2024-12-09T23:15:24,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742041_1217 (size=12001) 2024-12-09T23:15:25,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:25,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40694 deadline: 1733786185093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:25,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:25,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40714 deadline: 1733786185093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:25,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:25,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:25,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:25,098 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:25,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:25,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:25,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:25,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40718 deadline: 1733786185098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:25,099 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:25,099 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:25,099 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:25,147 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/7518ca7eba9c4d05ad91ec7a9cbde47f 2024-12-09T23:15:25,154 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/f9252f5ec58347369ff5c0f1d8587fb3 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/f9252f5ec58347369ff5c0f1d8587fb3 2024-12-09T23:15:25,163 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/f9252f5ec58347369ff5c0f1d8587fb3, entries=200, sequenceid=77, filesize=14.0 K 2024-12-09T23:15:25,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/0d076acf1540474a95995be9960ae204 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/0d076acf1540474a95995be9960ae204 2024-12-09T23:15:25,169 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/0d076acf1540474a95995be9960ae204, entries=150, sequenceid=77, filesize=11.7 K 2024-12-09T23:15:25,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/7518ca7eba9c4d05ad91ec7a9cbde47f as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/7518ca7eba9c4d05ad91ec7a9cbde47f 2024-12-09T23:15:25,176 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/7518ca7eba9c4d05ad91ec7a9cbde47f, entries=150, sequenceid=77, filesize=11.7 K 2024-12-09T23:15:25,177 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=127.47 KB/130530 for 4170317419a24f9278001a79da34f827 in 1282ms, sequenceid=77, compaction requested=true 2024-12-09T23:15:25,178 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4170317419a24f9278001a79da34f827: 2024-12-09T23:15:25,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4170317419a24f9278001a79da34f827:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T23:15:25,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:15:25,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4170317419a24f9278001a79da34f827:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T23:15:25,178 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:15:25,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:15:25,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4170317419a24f9278001a79da34f827:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T23:15:25,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-09T23:15:25,178 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:15:25,179 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:15:25,179 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:15:25,179 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1541): 4170317419a24f9278001a79da34f827/A is initiating minor compaction (all files) 2024-12-09T23:15:25,179 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1541): 4170317419a24f9278001a79da34f827/B is initiating minor compaction (all files) 2024-12-09T23:15:25,179 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4170317419a24f9278001a79da34f827/B in TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:25,179 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4170317419a24f9278001a79da34f827/A in TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:25,179 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/fd9fa206d9ae4a199f78b18ab2e17722, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/e7f58415453a436b8df929be47d05daf, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/f9252f5ec58347369ff5c0f1d8587fb3] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp, totalSize=37.4 K 2024-12-09T23:15:25,179 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/1411ca40d674491ca9dbd0242c623908, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/041fd4c261e64b4fb4a4c3200a8fe9f1, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/0d076acf1540474a95995be9960ae204] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp, totalSize=35.2 K 2024-12-09T23:15:25,180 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting fd9fa206d9ae4a199f78b18ab2e17722, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1733786121497 2024-12-09T23:15:25,180 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 1411ca40d674491ca9dbd0242c623908, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1733786121497 2024-12-09T23:15:25,180 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting e7f58415453a436b8df929be47d05daf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1733786121597 2024-12-09T23:15:25,180 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 041fd4c261e64b4fb4a4c3200a8fe9f1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1733786121597 2024-12-09T23:15:25,181 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting f9252f5ec58347369ff5c0f1d8587fb3, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733786122751 2024-12-09T23:15:25,181 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d076acf1540474a95995be9960ae204, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733786122751 2024-12-09T23:15:25,190 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4170317419a24f9278001a79da34f827#B#compaction#180 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:15:25,190 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/678e4be91dc1441d9c774dc6d6355f6a is 50, key is test_row_0/B:col10/1733786123893/Put/seqid=0 2024-12-09T23:15:25,199 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4170317419a24f9278001a79da34f827#A#compaction#181 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:15:25,199 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/c459c301b61f49b881265479d8da8390 is 50, key is test_row_0/A:col10/1733786123893/Put/seqid=0 2024-12-09T23:15:25,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742042_1218 (size=12104) 2024-12-09T23:15:25,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742043_1219 (size=12104) 2024-12-09T23:15:25,254 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/c459c301b61f49b881265479d8da8390 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/c459c301b61f49b881265479d8da8390 2024-12-09T23:15:25,262 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4170317419a24f9278001a79da34f827/A of 4170317419a24f9278001a79da34f827 into c459c301b61f49b881265479d8da8390(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:15:25,262 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4170317419a24f9278001a79da34f827: 2024-12-09T23:15:25,262 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., storeName=4170317419a24f9278001a79da34f827/A, priority=13, startTime=1733786125178; duration=0sec 2024-12-09T23:15:25,265 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:15:25,265 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4170317419a24f9278001a79da34f827:A 2024-12-09T23:15:25,265 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:15:25,266 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:15:25,267 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1541): 4170317419a24f9278001a79da34f827/C is initiating minor compaction (all files) 2024-12-09T23:15:25,267 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4170317419a24f9278001a79da34f827/C in TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:25,267 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/40549db1b45c420fa6d19b69c64d4fe4, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/d6d3d09ff3c641cf8668bba96d840ada, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/7518ca7eba9c4d05ad91ec7a9cbde47f] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp, totalSize=35.2 K 2024-12-09T23:15:25,267 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 40549db1b45c420fa6d19b69c64d4fe4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1733786121497 2024-12-09T23:15:25,268 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting d6d3d09ff3c641cf8668bba96d840ada, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1733786121597 2024-12-09T23:15:25,269 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7518ca7eba9c4d05ad91ec7a9cbde47f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733786122751 2024-12-09T23:15:25,278 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4170317419a24f9278001a79da34f827#C#compaction#182 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:15:25,279 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/c21337e9018f4a75a79a6f02e8b53804 is 50, key is test_row_0/C:col10/1733786123893/Put/seqid=0 2024-12-09T23:15:25,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742044_1220 (size=12104) 2024-12-09T23:15:25,319 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/c21337e9018f4a75a79a6f02e8b53804 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/c21337e9018f4a75a79a6f02e8b53804 2024-12-09T23:15:25,327 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4170317419a24f9278001a79da34f827/C of 4170317419a24f9278001a79da34f827 into c21337e9018f4a75a79a6f02e8b53804(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:15:25,327 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4170317419a24f9278001a79da34f827: 2024-12-09T23:15:25,327 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., storeName=4170317419a24f9278001a79da34f827/C, priority=13, startTime=1733786125178; duration=0sec 2024-12-09T23:15:25,327 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:15:25,327 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4170317419a24f9278001a79da34f827:C 2024-12-09T23:15:25,645 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/678e4be91dc1441d9c774dc6d6355f6a as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/678e4be91dc1441d9c774dc6d6355f6a 2024-12-09T23:15:25,651 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4170317419a24f9278001a79da34f827/B of 4170317419a24f9278001a79da34f827 into 678e4be91dc1441d9c774dc6d6355f6a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:15:25,651 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4170317419a24f9278001a79da34f827: 2024-12-09T23:15:25,651 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., storeName=4170317419a24f9278001a79da34f827/B, priority=13, startTime=1733786125178; duration=0sec 2024-12-09T23:15:25,651 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:15:25,651 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4170317419a24f9278001a79da34f827:B 2024-12-09T23:15:25,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-09T23:15:25,654 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T23:15:25,654 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T23:15:25,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-12-09T23:15:25,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-09T23:15:25,656 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T23:15:25,657 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T23:15:25,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T23:15:25,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-09T23:15:25,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 4170317419a24f9278001a79da34f827 2024-12-09T23:15:25,785 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4170317419a24f9278001a79da34f827 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-12-09T23:15:25,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4170317419a24f9278001a79da34f827, store=A 2024-12-09T23:15:25,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:15:25,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4170317419a24f9278001a79da34f827, store=B 2024-12-09T23:15:25,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:15:25,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4170317419a24f9278001a79da34f827, store=C 2024-12-09T23:15:25,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:15:25,791 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/162834fc346b4267b356204d2306e33d is 50, key is test_row_0/A:col10/1733786125784/Put/seqid=0 2024-12-09T23:15:25,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742045_1221 (size=12001) 2024-12-09T23:15:25,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-09T23:15:25,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:25,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. as already flushing 2024-12-09T23:15:25,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:25,810 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:25,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:25,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:25,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:25,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40672 deadline: 1733786185809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:25,812 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:25,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:25,812 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:25,812 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:25,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40710 deadline: 1733786185809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:25,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:25,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:25,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:25,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:25,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40672 deadline: 1733786185923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:25,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:25,925 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:25,925 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:25,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40710 deadline: 1733786185923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:25,925 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:25,925 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:25,925 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:25,925 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:25,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-09T23:15:25,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:25,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. as already flushing 2024-12-09T23:15:25,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:25,963 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:25,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:25,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:25,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-09T23:15:26,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:26,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40694 deadline: 1733786186113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:26,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-09T23:15:26,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:26,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. as already flushing 2024-12-09T23:15:26,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:26,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:26,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40718 deadline: 1733786186113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:26,116 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:26,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:26,116 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40923,1733786050901 for 'test_row_0' in 4170317419a24f9278001a79da34f827 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2160 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:15:26,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:26,117 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:26,117 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:26,117 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:26,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40714 deadline: 1733786186113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:26,117 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40923,1733786050901 for 'test_row_1' in 4170317419a24f9278001a79da34f827 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2161 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:15:26,117 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:26,117 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:26,117 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40923,1733786050901 for 'test_row_0' in 4170317419a24f9278001a79da34f827 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:15:26,117 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:26,118 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:26,118 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:26,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:26,117 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:26,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:26,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40672 deadline: 1733786186133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:26,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:26,136 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:26,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40710 deadline: 1733786186133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:26,136 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:26,136 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:26,136 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:26,136 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:26,136 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:26,206 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/162834fc346b4267b356204d2306e33d 2024-12-09T23:15:26,215 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/de5fd349220541ef97e5ac17cb787fc1 is 50, key is test_row_0/B:col10/1733786125784/Put/seqid=0 2024-12-09T23:15:26,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742046_1222 (size=12001) 2024-12-09T23:15:26,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-09T23:15:26,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:26,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. as already flushing 2024-12-09T23:15:26,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:26,270 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:26,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:26,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:26,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-09T23:15:26,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-09T23:15:26,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:26,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. as already flushing 2024-12-09T23:15:26,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:26,422 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:26,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:26,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:26,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:26,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40672 deadline: 1733786186443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:26,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:26,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40710 deadline: 1733786186443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:26,446 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:26,446 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:26,446 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:26,446 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:26,446 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:26,446 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:26,575 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-09T23:15:26,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:26,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. as already flushing 2024-12-09T23:15:26,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:26,575 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:26,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:26,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:26,623 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/de5fd349220541ef97e5ac17cb787fc1 2024-12-09T23:15:26,636 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/c67ea65495cc46ef9ebbed94f134aa3f is 50, key is test_row_0/C:col10/1733786125784/Put/seqid=0 2024-12-09T23:15:26,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742047_1223 (size=12001) 2024-12-09T23:15:26,656 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/c67ea65495cc46ef9ebbed94f134aa3f 2024-12-09T23:15:26,663 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/162834fc346b4267b356204d2306e33d as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/162834fc346b4267b356204d2306e33d 2024-12-09T23:15:26,668 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/162834fc346b4267b356204d2306e33d, entries=150, sequenceid=116, filesize=11.7 K 2024-12-09T23:15:26,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/de5fd349220541ef97e5ac17cb787fc1 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/de5fd349220541ef97e5ac17cb787fc1 2024-12-09T23:15:26,675 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/de5fd349220541ef97e5ac17cb787fc1, entries=150, sequenceid=116, filesize=11.7 K 2024-12-09T23:15:26,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/c67ea65495cc46ef9ebbed94f134aa3f as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/c67ea65495cc46ef9ebbed94f134aa3f 2024-12-09T23:15:26,681 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/c67ea65495cc46ef9ebbed94f134aa3f, entries=150, sequenceid=116, filesize=11.7 K 2024-12-09T23:15:26,683 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~395.48 KB/404976, currentSize=40.25 KB/41220 for 4170317419a24f9278001a79da34f827 in 897ms, sequenceid=116, compaction requested=false 2024-12-09T23:15:26,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4170317419a24f9278001a79da34f827: 2024-12-09T23:15:26,728 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-09T23:15:26,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:26,728 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing 4170317419a24f9278001a79da34f827 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-12-09T23:15:26,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4170317419a24f9278001a79da34f827, store=A 2024-12-09T23:15:26,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:26,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4170317419a24f9278001a79da34f827, store=B 2024-12-09T23:15:26,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:26,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4170317419a24f9278001a79da34f827, store=C 2024-12-09T23:15:26,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:26,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/871dda5784fe41a5923d791eae666e98 is 50, key is test_row_0/A:col10/1733786125807/Put/seqid=0 2024-12-09T23:15:26,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742048_1224 (size=12001) 2024-12-09T23:15:26,741 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/871dda5784fe41a5923d791eae666e98 2024-12-09T23:15:26,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/86524c8147744fefb4bfa0ef6d3d6064 is 50, key is test_row_0/B:col10/1733786125807/Put/seqid=0 2024-12-09T23:15:26,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742049_1225 (size=12001) 2024-12-09T23:15:26,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-09T23:15:26,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. as already flushing 2024-12-09T23:15:26,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 4170317419a24f9278001a79da34f827 2024-12-09T23:15:27,008 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733786126989, max timestamp=1733786127005Num uniques 859; 2024-12-09T23:15:27,008 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-09T23:15:27,008 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733786126989, max timestamp=1733786127005Num uniques 859; 2024-12-09T23:15:27,008 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733786126989, max timestamp=1733786127005Num uniques 859; 2024-12-09T23:15:27,008 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-09T23:15:27,008 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-09T23:15:27,059 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733786127040, max timestamp=1733786127055Num uniques 1018; 2024-12-09T23:15:27,059 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-12-09T23:15:27,059 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733786127040, max timestamp=1733786127055Num uniques 1018; 2024-12-09T23:15:27,059 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-12-09T23:15:27,059 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733786127040, max timestamp=1733786127055Num uniques 1018; 2024-12-09T23:15:27,059 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-12-09T23:15:27,100 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1733786127082, max timestamp=1733786127097Num uniques 1077; 2024-12-09T23:15:27,101 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=10392, suffix heap size=139976,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=227 2024-12-09T23:15:27,101 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1733786127082, max timestamp=1733786127097Num uniques 1077; 2024-12-09T23:15:27,101 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=10392, suffix heap size=139976,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=227 2024-12-09T23:15:27,101 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1733786127082, max timestamp=1733786127097Num uniques 1077; 2024-12-09T23:15:27,101 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=10392, suffix heap size=139976,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=227 2024-12-09T23:15:27,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:27,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40672 deadline: 1733786187139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:27,143 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:27,143 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:27,143 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:27,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:27,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40710 deadline: 1733786187141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:27,144 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:27,144 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:27,144 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:27,170 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/86524c8147744fefb4bfa0ef6d3d6064 2024-12-09T23:15:27,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/dec592608f5742f18e7f29113da9eff7 is 50, key is test_row_0/C:col10/1733786125807/Put/seqid=0 2024-12-09T23:15:27,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742050_1226 (size=12001) 2024-12-09T23:15:27,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:27,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40672 deadline: 1733786187254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:27,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:27,256 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:27,256 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:27,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40710 deadline: 1733786187254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:27,256 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:27,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:27,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:27,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:27,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:27,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40672 deadline: 1733786187463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:27,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:27,464 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:27,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40710 deadline: 1733786187463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:27,464 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:27,464 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:27,464 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:27,464 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:27,464 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:27,584 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/dec592608f5742f18e7f29113da9eff7 2024-12-09T23:15:27,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/871dda5784fe41a5923d791eae666e98 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/871dda5784fe41a5923d791eae666e98 2024-12-09T23:15:27,591 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/871dda5784fe41a5923d791eae666e98, entries=150, sequenceid=125, filesize=11.7 K 2024-12-09T23:15:27,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/86524c8147744fefb4bfa0ef6d3d6064 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/86524c8147744fefb4bfa0ef6d3d6064 2024-12-09T23:15:27,596 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/86524c8147744fefb4bfa0ef6d3d6064, entries=150, sequenceid=125, filesize=11.7 K 2024-12-09T23:15:27,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/dec592608f5742f18e7f29113da9eff7 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/dec592608f5742f18e7f29113da9eff7 2024-12-09T23:15:27,602 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/dec592608f5742f18e7f29113da9eff7, entries=150, sequenceid=125, filesize=11.7 K 2024-12-09T23:15:27,603 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=140.89 KB/144270 for 4170317419a24f9278001a79da34f827 in 874ms, sequenceid=125, compaction requested=true 2024-12-09T23:15:27,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 4170317419a24f9278001a79da34f827: 2024-12-09T23:15:27,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:27,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-12-09T23:15:27,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-12-09T23:15:27,606 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-12-09T23:15:27,606 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9470 sec 2024-12-09T23:15:27,608 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 1.9530 sec 2024-12-09T23:15:27,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 4170317419a24f9278001a79da34f827 2024-12-09T23:15:27,778 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1733786127109, max timestamp=1733786127775Num uniques 1086; 2024-12-09T23:15:27,778 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=8516, suffix heap size=140912,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=186 2024-12-09T23:15:27,779 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1733786127109, max timestamp=1733786127775Num uniques 1086; 2024-12-09T23:15:27,779 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=8516, suffix heap size=140912,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=186 2024-12-09T23:15:27,779 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1733786127109, max timestamp=1733786127775Num uniques 1086; 2024-12-09T23:15:27,779 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=8516, suffix heap size=140912,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=186 2024-12-09T23:15:27,779 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4170317419a24f9278001a79da34f827 3/3 column families, dataSize=26.84 KB heapSize=63.70 KB 2024-12-09T23:15:27,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4170317419a24f9278001a79da34f827, store=A 2024-12-09T23:15:27,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:15:27,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4170317419a24f9278001a79da34f827, store=B 2024-12-09T23:15:27,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:15:27,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4170317419a24f9278001a79da34f827, store=C 2024-12-09T23:15:27,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:15:27,785 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/ded64f9d4e774c098388652e6d488ded is 50, key is test_row_0/A:col10/1733786127133/Put/seqid=0 2024-12-09T23:15:27,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742051_1227 (size=12151) 2024-12-09T23:15:27,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-09T23:15:27,803 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T23:15:27,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T23:15:27,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-12-09T23:15:27,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-09T23:15:27,805 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T23:15:27,805 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T23:15:27,806 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T23:15:27,820 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733786127808, max timestamp=1733786127818Num uniques 859; 2024-12-09T23:15:27,820 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733786127808, max timestamp=1733786127818Num uniques 859; 2024-12-09T23:15:27,820 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-09T23:15:27,820 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-09T23:15:27,820 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733786127808, max timestamp=1733786127818Num uniques 859; 2024-12-09T23:15:27,820 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-09T23:15:27,867 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733786127851, max timestamp=1733786127864Num uniques 1018; 2024-12-09T23:15:27,867 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-12-09T23:15:27,867 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733786127851, max timestamp=1733786127864Num uniques 1018; 2024-12-09T23:15:27,867 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-12-09T23:15:27,868 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733786127851, max timestamp=1733786127864Num uniques 1018; 2024-12-09T23:15:27,868 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-12-09T23:15:27,914 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1733786127895, max timestamp=1733786127911Num uniques 1077; 2024-12-09T23:15:27,914 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1733786127895, max timestamp=1733786127911Num uniques 1077; 2024-12-09T23:15:27,914 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=8102, suffix heap size=139976,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177 2024-12-09T23:15:27,914 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=8102, suffix heap size=139976,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177 2024-12-09T23:15:27,914 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1733786127895, max timestamp=1733786127911Num uniques 1077; 2024-12-09T23:15:27,914 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=8102, suffix heap size=139976,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177 2024-12-09T23:15:27,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-09T23:15:27,958 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1733786127941, max timestamp=1733786127955Num uniques 1036; 2024-12-09T23:15:27,959 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1733786127941, max timestamp=1733786127955Num uniques 1036; 2024-12-09T23:15:27,959 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=8516, suffix heap size=135712,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=186 2024-12-09T23:15:27,959 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=8516, suffix heap size=135712,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=186 2024-12-09T23:15:27,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-09T23:15:27,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:27,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. as already flushing 2024-12-09T23:15:27,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:27,960 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:27,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:27,961 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1733786127941, max timestamp=1733786127955Num uniques 1036; 2024-12-09T23:15:27,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:27,961 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=8516, suffix heap size=135712,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=186 2024-12-09T23:15:28,008 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1733786127976, max timestamp=1733786128005Num uniques 1045; 2024-12-09T23:15:28,008 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=8930, suffix heap size=136648,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=195 2024-12-09T23:15:28,008 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1733786127976, max timestamp=1733786128005Num uniques 1045; 2024-12-09T23:15:28,008 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1733786127976, max timestamp=1733786128005Num uniques 1045; 2024-12-09T23:15:28,008 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=8930, suffix heap size=136648,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=195 2024-12-09T23:15:28,008 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=8930, suffix heap size=136648,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=195 2024-12-09T23:15:28,053 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1733786128020, max timestamp=1733786128050Num uniques 1054; 2024-12-09T23:15:28,053 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=9340, suffix heap size=137584,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=204 2024-12-09T23:15:28,053 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1733786128020, max timestamp=1733786128050Num uniques 1054; 2024-12-09T23:15:28,054 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=9340, suffix heap size=137584,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=204 2024-12-09T23:15:28,054 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1733786128020, max timestamp=1733786128050Num uniques 1054; 2024-12-09T23:15:28,054 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=9340, suffix heap size=137584,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=204 2024-12-09T23:15:28,100 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=163, cellSize=7458, totalHeapSize=17192, min timestamp=1733786128085, max timestamp=1733786128097Num uniques 1063; 2024-12-09T23:15:28,100 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=7458, suffix heap size=138520,new segment heap size=17192 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=163 2024-12-09T23:15:28,100 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=163, cellSize=7458, totalHeapSize=17192, min timestamp=1733786128085, max timestamp=1733786128097Num uniques 1063; 2024-12-09T23:15:28,100 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=163, cellSize=7458, totalHeapSize=17192, min timestamp=1733786128085, max timestamp=1733786128097Num uniques 1063; 2024-12-09T23:15:28,100 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=7458, suffix heap size=138520,new segment heap size=17192 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=163 2024-12-09T23:15:28,100 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=7458, suffix heap size=138520,new segment heap size=17192 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=163 2024-12-09T23:15:28,113 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-09T23:15:28,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:28,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. as already flushing 2024-12-09T23:15:28,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:28,114 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:28,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:28,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:28,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-09T23:15:28,136 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10162, totalHeapSize=23328, min timestamp=1733786128123, max timestamp=1733786128133Num uniques 1022; 2024-12-09T23:15:28,136 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46802, new segment data size=10162, suffix heap size=134256,new segment heap size=23328 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1022, new segment cells count=222 2024-12-09T23:15:28,136 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10162, totalHeapSize=23328, min timestamp=1733786128123, max timestamp=1733786128133Num uniques 1022; 2024-12-09T23:15:28,136 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10162, totalHeapSize=23328, min timestamp=1733786128123, max timestamp=1733786128133Num uniques 1022; 2024-12-09T23:15:28,136 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46802, new segment data size=10162, suffix heap size=134256,new segment heap size=23328 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1022, new segment cells count=222 2024-12-09T23:15:28,136 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46802, new segment data size=10162, suffix heap size=134256,new segment heap size=23328 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1022, new segment cells count=222 2024-12-09T23:15:28,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:28,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40672 deadline: 1733786188155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:28,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:28,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40714 deadline: 1733786188155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:28,180 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:28,180 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:28,180 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:28,181 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=231, cellSize=10566, totalHeapSize=24264, min timestamp=1733786128152, max timestamp=1733786128162Num uniques 1081; 2024-12-09T23:15:28,181 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=49496, new segment data size=10566, suffix heap size=140392,new segment heap size=24264 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=231 2024-12-09T23:15:28,181 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=231, cellSize=10566, totalHeapSize=24264, min timestamp=1733786128152, max timestamp=1733786128162Num uniques 1081; 2024-12-09T23:15:28,181 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=49496, new segment data size=10566, suffix heap size=140392,new segment heap size=24264 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=231 2024-12-09T23:15:28,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:28,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:28,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:28,183 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=231, cellSize=10566, totalHeapSize=24264, min timestamp=1733786128152, max timestamp=1733786128162Num uniques 1081; 2024-12-09T23:15:28,183 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=49496, new segment data size=10566, suffix heap size=140392,new segment heap size=24264 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=231 2024-12-09T23:15:28,189 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/ded64f9d4e774c098388652e6d488ded 2024-12-09T23:15:28,197 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/e0bda546cbeb44018e93f1903d2d1262 is 50, key is test_row_0/B:col10/1733786127133/Put/seqid=0 2024-12-09T23:15:28,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742052_1228 (size=12151) 2024-12-09T23:15:28,221 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=190, cellSize=8700, totalHeapSize=20000, min timestamp=1733786128200, max timestamp=1733786128218Num uniques 1090; 2024-12-09T23:15:28,221 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=190, cellSize=8700, totalHeapSize=20000, min timestamp=1733786128200, max timestamp=1733786128218Num uniques 1090; 2024-12-09T23:15:28,221 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=49920, new segment data size=8700, suffix heap size=141328,new segment heap size=20000 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1090, new segment cells count=190 2024-12-09T23:15:28,221 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=49920, new segment data size=8700, suffix heap size=141328,new segment heap size=20000 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1090, new segment cells count=190 2024-12-09T23:15:28,223 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=190, cellSize=8700, totalHeapSize=20000, min timestamp=1733786128200, max timestamp=1733786128218Num uniques 1090; 2024-12-09T23:15:28,223 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=49920, new segment data size=8700, suffix heap size=141328,new segment heap size=20000 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1090, new segment cells count=190 2024-12-09T23:15:28,256 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=299, cellSize=13694, totalHeapSize=31336, min timestamp=1733786128238, max timestamp=1733786128253Num uniques 1049; 2024-12-09T23:15:28,256 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=48044, new segment data size=13694, suffix heap size=137064,new segment heap size=31336 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1049, new segment cells count=299 2024-12-09T23:15:28,257 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=299, cellSize=13694, totalHeapSize=31336, min timestamp=1733786128238, max timestamp=1733786128253Num uniques 1049; 2024-12-09T23:15:28,257 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=48044, new segment data size=13694, suffix heap size=137064,new segment heap size=31336 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1049, new segment cells count=299 2024-12-09T23:15:28,257 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=299, cellSize=13694, totalHeapSize=31336, min timestamp=1733786128238, max timestamp=1733786128253Num uniques 1049; 2024-12-09T23:15:28,257 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=48044, new segment data size=13694, suffix heap size=137064,new segment heap size=31336 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1049, new segment cells count=299 2024-12-09T23:15:28,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-09T23:15:28,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:28,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. as already flushing 2024-12-09T23:15:28,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:28,266 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:28,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:28,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:28,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:28,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40694 deadline: 1733786188282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:28,287 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:28,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:28,287 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:28,287 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:28,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40718 deadline: 1733786188283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:28,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:28,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40672 deadline: 1733786188283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:28,287 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:28,287 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:28,287 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:28,287 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:28,287 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:28,287 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:28,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:28,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40710 deadline: 1733786188286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:28,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:28,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:28,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:28,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:28,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40714 deadline: 1733786188293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:28,295 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:28,295 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:28,295 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:28,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:28,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:28,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40718 deadline: 1733786188393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:28,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40694 deadline: 1733786188393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:28,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:28,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40710 deadline: 1733786188394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:28,397 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:28,397 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:28,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:28,397 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:28,397 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:28,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:28,397 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:28,397 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:28,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:28,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-09T23:15:28,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:28,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. as already flushing 2024-12-09T23:15:28,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:28,419 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:28,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:28,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:28,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-09T23:15:28,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:28,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40672 deadline: 1733786188493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:28,496 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:28,496 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:28,496 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:28,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:28,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40714 deadline: 1733786188503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:28,506 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:28,506 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:28,506 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:28,572 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-09T23:15:28,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:28,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. as already flushing 2024-12-09T23:15:28,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:28,572 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:28,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:28,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:28,601 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/e0bda546cbeb44018e93f1903d2d1262 2024-12-09T23:15:28,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:28,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40694 deadline: 1733786188602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:28,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:28,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:28,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40718 deadline: 1733786188603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:28,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40710 deadline: 1733786188603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:28,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:28,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:28,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:28,606 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:28,606 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:28,606 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:28,606 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:28,606 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:28,606 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:28,609 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/b734abc8652e49059fdbb26252204799 is 50, key is test_row_0/C:col10/1733786127133/Put/seqid=0 2024-12-09T23:15:28,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742053_1229 (size=12151) 2024-12-09T23:15:28,613 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/b734abc8652e49059fdbb26252204799 2024-12-09T23:15:28,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/ded64f9d4e774c098388652e6d488ded as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/ded64f9d4e774c098388652e6d488ded 2024-12-09T23:15:28,621 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/ded64f9d4e774c098388652e6d488ded, entries=150, sequenceid=198, filesize=11.9 K 2024-12-09T23:15:28,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/e0bda546cbeb44018e93f1903d2d1262 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/e0bda546cbeb44018e93f1903d2d1262 2024-12-09T23:15:28,627 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/e0bda546cbeb44018e93f1903d2d1262, entries=150, sequenceid=198, filesize=11.9 K 2024-12-09T23:15:28,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/b734abc8652e49059fdbb26252204799 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/b734abc8652e49059fdbb26252204799 2024-12-09T23:15:28,631 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/b734abc8652e49059fdbb26252204799, entries=150, sequenceid=198, filesize=11.9 K 2024-12-09T23:15:28,632 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~83.58 KB/85584, currentSize=154.31 KB/158010 for 4170317419a24f9278001a79da34f827 in 852ms, sequenceid=198, compaction requested=true 2024-12-09T23:15:28,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4170317419a24f9278001a79da34f827: 2024-12-09T23:15:28,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4170317419a24f9278001a79da34f827:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T23:15:28,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:15:28,632 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T23:15:28,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4170317419a24f9278001a79da34f827:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T23:15:28,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:15:28,632 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T23:15:28,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4170317419a24f9278001a79da34f827:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T23:15:28,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:15:28,634 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48257 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T23:15:28,634 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1541): 4170317419a24f9278001a79da34f827/B is initiating minor compaction (all files) 2024-12-09T23:15:28,634 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4170317419a24f9278001a79da34f827/B in TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:28,634 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/678e4be91dc1441d9c774dc6d6355f6a, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/de5fd349220541ef97e5ac17cb787fc1, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/86524c8147744fefb4bfa0ef6d3d6064, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/e0bda546cbeb44018e93f1903d2d1262] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp, totalSize=47.1 K 2024-12-09T23:15:28,634 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48257 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T23:15:28,634 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 678e4be91dc1441d9c774dc6d6355f6a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733786122751 2024-12-09T23:15:28,634 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1541): 4170317419a24f9278001a79da34f827/A is initiating minor compaction (all files) 2024-12-09T23:15:28,634 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4170317419a24f9278001a79da34f827/A in TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:28,635 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/c459c301b61f49b881265479d8da8390, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/162834fc346b4267b356204d2306e33d, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/871dda5784fe41a5923d791eae666e98, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/ded64f9d4e774c098388652e6d488ded] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp, totalSize=47.1 K 2024-12-09T23:15:28,635 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting de5fd349220541ef97e5ac17cb787fc1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733786123954 2024-12-09T23:15:28,635 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting c459c301b61f49b881265479d8da8390, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733786122751 2024-12-09T23:15:28,635 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 86524c8147744fefb4bfa0ef6d3d6064, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1733786125802 2024-12-09T23:15:28,635 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 162834fc346b4267b356204d2306e33d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733786123954 2024-12-09T23:15:28,635 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting e0bda546cbeb44018e93f1903d2d1262, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733786127133 2024-12-09T23:15:28,635 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 871dda5784fe41a5923d791eae666e98, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1733786125802 2024-12-09T23:15:28,636 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting ded64f9d4e774c098388652e6d488ded, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733786127133 2024-12-09T23:15:28,647 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4170317419a24f9278001a79da34f827#B#compaction#192 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:15:28,647 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4170317419a24f9278001a79da34f827#A#compaction#193 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:15:28,647 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/bab2834b1ac848518fc833e964acb707 is 50, key is test_row_0/B:col10/1733786127133/Put/seqid=0 2024-12-09T23:15:28,648 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/e7d4fbc4fe9844be9a77309e673dc0e0 is 50, key is test_row_0/A:col10/1733786127133/Put/seqid=0 2024-12-09T23:15:28,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742055_1231 (size=12391) 2024-12-09T23:15:28,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742054_1230 (size=12391) 2024-12-09T23:15:28,666 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/e7d4fbc4fe9844be9a77309e673dc0e0 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/e7d4fbc4fe9844be9a77309e673dc0e0 2024-12-09T23:15:28,672 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4170317419a24f9278001a79da34f827/A of 4170317419a24f9278001a79da34f827 into e7d4fbc4fe9844be9a77309e673dc0e0(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:15:28,672 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4170317419a24f9278001a79da34f827: 2024-12-09T23:15:28,672 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., storeName=4170317419a24f9278001a79da34f827/A, priority=12, startTime=1733786128632; duration=0sec 2024-12-09T23:15:28,672 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:15:28,672 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4170317419a24f9278001a79da34f827:A 2024-12-09T23:15:28,672 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T23:15:28,674 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48257 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T23:15:28,674 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1541): 4170317419a24f9278001a79da34f827/C is initiating minor compaction (all files) 2024-12-09T23:15:28,674 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4170317419a24f9278001a79da34f827/C in TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:28,674 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/c21337e9018f4a75a79a6f02e8b53804, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/c67ea65495cc46ef9ebbed94f134aa3f, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/dec592608f5742f18e7f29113da9eff7, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/b734abc8652e49059fdbb26252204799] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp, totalSize=47.1 K 2024-12-09T23:15:28,674 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting c21337e9018f4a75a79a6f02e8b53804, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733786122751 2024-12-09T23:15:28,674 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting c67ea65495cc46ef9ebbed94f134aa3f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733786123954 2024-12-09T23:15:28,675 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting dec592608f5742f18e7f29113da9eff7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1733786125802 2024-12-09T23:15:28,675 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting b734abc8652e49059fdbb26252204799, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733786127133 2024-12-09T23:15:28,684 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4170317419a24f9278001a79da34f827#C#compaction#194 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:15:28,685 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/065e5cab84b04031afcbb680a17b39c9 is 50, key is test_row_0/C:col10/1733786127133/Put/seqid=0 2024-12-09T23:15:28,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742056_1232 (size=12391) 2024-12-09T23:15:28,703 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/065e5cab84b04031afcbb680a17b39c9 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/065e5cab84b04031afcbb680a17b39c9 2024-12-09T23:15:28,708 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4170317419a24f9278001a79da34f827/C of 4170317419a24f9278001a79da34f827 into 065e5cab84b04031afcbb680a17b39c9(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:15:28,708 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4170317419a24f9278001a79da34f827: 2024-12-09T23:15:28,708 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., storeName=4170317419a24f9278001a79da34f827/C, priority=12, startTime=1733786128632; duration=0sec 2024-12-09T23:15:28,708 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:15:28,708 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4170317419a24f9278001a79da34f827:C 2024-12-09T23:15:28,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-09T23:15:28,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:28,725 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing 4170317419a24f9278001a79da34f827 3/3 column families, dataSize=154.31 KB heapSize=431.63 KB 2024-12-09T23:15:28,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4170317419a24f9278001a79da34f827, store=A 2024-12-09T23:15:28,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:15:28,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4170317419a24f9278001a79da34f827, store=B 2024-12-09T23:15:28,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:15:28,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4170317419a24f9278001a79da34f827, store=C 2024-12-09T23:15:28,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:15:28,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/eabd52510aa8492c9fded9a1c234d1bb is 50, key is test_row_0/A:col10/1733786128274/Put/seqid=0 2024-12-09T23:15:28,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742057_1233 (size=12301) 2024-12-09T23:15:28,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 4170317419a24f9278001a79da34f827 2024-12-09T23:15:28,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. as already flushing 2024-12-09T23:15:28,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:28,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40714 deadline: 1733786188817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:28,822 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:28,822 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:28,822 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:28,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:28,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40672 deadline: 1733786188821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:28,825 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:28,825 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:28,825 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:28,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:28,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40710 deadline: 1733786188913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:28,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:28,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40694 deadline: 1733786188913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:28,917 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:28,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:28,917 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:28,917 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:28,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40718 deadline: 1733786188913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:28,918 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:28,918 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:28,918 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:28,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:28,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:28,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:28,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:28,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40672 deadline: 1733786188933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:28,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:28,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40714 deadline: 1733786188933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:28,937 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:28,937 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:28,937 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:28,937 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:28,937 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:28,937 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:28,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-09T23:15:29,078 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/bab2834b1ac848518fc833e964acb707 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/bab2834b1ac848518fc833e964acb707 2024-12-09T23:15:29,091 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4170317419a24f9278001a79da34f827/B of 4170317419a24f9278001a79da34f827 into bab2834b1ac848518fc833e964acb707(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:15:29,091 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4170317419a24f9278001a79da34f827: 2024-12-09T23:15:29,091 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., storeName=4170317419a24f9278001a79da34f827/B, priority=12, startTime=1733786128632; duration=0sec 2024-12-09T23:15:29,091 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:15:29,091 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4170317419a24f9278001a79da34f827:B 2024-12-09T23:15:29,135 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/eabd52510aa8492c9fded9a1c234d1bb 2024-12-09T23:15:29,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:29,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40714 deadline: 1733786189143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:29,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:29,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40672 deadline: 1733786189144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:29,147 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:29,147 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:29,147 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:29,147 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:29,147 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:29,147 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:29,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/4d84801bae28436ea937817a1c71db71 is 50, key is test_row_0/B:col10/1733786128274/Put/seqid=0 2024-12-09T23:15:29,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742058_1234 (size=12301) 2024-12-09T23:15:29,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:29,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40710 deadline: 1733786189422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:29,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:29,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40694 deadline: 1733786189423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:29,425 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:29,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:29,425 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:29,425 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:29,425 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:29,425 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:29,425 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:29,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40718 deadline: 1733786189423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:29,426 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:29,426 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:29,426 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:29,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:29,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40714 deadline: 1733786189453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:29,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:29,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40672 deadline: 1733786189453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:29,456 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:29,456 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:29,456 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:29,456 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:29,456 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:29,456 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:29,575 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/4d84801bae28436ea937817a1c71db71 2024-12-09T23:15:29,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/1e5ca1a042b24d7cbe4541fca40d6a06 is 50, key is test_row_0/C:col10/1733786128274/Put/seqid=0 2024-12-09T23:15:29,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742059_1235 (size=12301) 2024-12-09T23:15:29,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-09T23:15:29,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:29,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40672 deadline: 1733786189963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:29,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:29,966 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:29,966 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:29,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40714 deadline: 1733786189963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:29,966 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:29,966 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:29,966 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:29,966 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:30,004 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/1e5ca1a042b24d7cbe4541fca40d6a06 2024-12-09T23:15:30,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/eabd52510aa8492c9fded9a1c234d1bb as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/eabd52510aa8492c9fded9a1c234d1bb 2024-12-09T23:15:30,012 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/eabd52510aa8492c9fded9a1c234d1bb, entries=150, sequenceid=409, filesize=12.0 K 2024-12-09T23:15:30,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/4d84801bae28436ea937817a1c71db71 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/4d84801bae28436ea937817a1c71db71 2024-12-09T23:15:30,017 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/4d84801bae28436ea937817a1c71db71, entries=150, sequenceid=409, filesize=12.0 K 2024-12-09T23:15:30,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/1e5ca1a042b24d7cbe4541fca40d6a06 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/1e5ca1a042b24d7cbe4541fca40d6a06 2024-12-09T23:15:30,022 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/1e5ca1a042b24d7cbe4541fca40d6a06, entries=150, sequenceid=409, filesize=12.0 K 2024-12-09T23:15:30,023 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~431.58 KB/441936, currentSize=26.84 KB/27480 for 4170317419a24f9278001a79da34f827 in 1299ms, sequenceid=409, compaction requested=false 2024-12-09T23:15:30,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for 4170317419a24f9278001a79da34f827: 2024-12-09T23:15:30,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:30,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-12-09T23:15:30,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-12-09T23:15:30,026 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-12-09T23:15:30,026 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2190 sec 2024-12-09T23:15:30,027 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 2.2220 sec 2024-12-09T23:15:30,211 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-09T23:15:30,211 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-09T23:15:30,435 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4170317419a24f9278001a79da34f827 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-09T23:15:30,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4170317419a24f9278001a79da34f827, store=A 2024-12-09T23:15:30,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:30,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4170317419a24f9278001a79da34f827, store=B 2024-12-09T23:15:30,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:30,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4170317419a24f9278001a79da34f827, store=C 2024-12-09T23:15:30,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:30,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 4170317419a24f9278001a79da34f827 2024-12-09T23:15:30,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/70bb89c94baf4432857bec2a1a9218b7 is 50, key is test_row_0/A:col10/1733786130434/Put/seqid=0 2024-12-09T23:15:30,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742060_1236 (size=12297) 2024-12-09T23:15:30,449 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/70bb89c94baf4432857bec2a1a9218b7 2024-12-09T23:15:30,460 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/5b2073be5afa4cf4bd3047b7298210eb is 50, key is test_row_0/B:col10/1733786130434/Put/seqid=0 2024-12-09T23:15:30,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742061_1237 (size=9857) 2024-12-09T23:15:30,470 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733786130451, max timestamp=1733786130467Num uniques 859; 2024-12-09T23:15:30,471 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-09T23:15:30,471 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733786130451, max timestamp=1733786130467Num uniques 859; 2024-12-09T23:15:30,471 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733786130451, max timestamp=1733786130467Num uniques 859; 2024-12-09T23:15:30,471 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-09T23:15:30,471 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-09T23:15:30,474 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/5b2073be5afa4cf4bd3047b7298210eb 2024-12-09T23:15:30,482 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/c75bc738ddf5458b81a7910a0aae8365 is 50, key is test_row_0/C:col10/1733786130434/Put/seqid=0 2024-12-09T23:15:30,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742062_1238 (size=9857) 2024-12-09T23:15:30,493 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/c75bc738ddf5458b81a7910a0aae8365 2024-12-09T23:15:30,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/70bb89c94baf4432857bec2a1a9218b7 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/70bb89c94baf4432857bec2a1a9218b7 2024-12-09T23:15:30,503 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/70bb89c94baf4432857bec2a1a9218b7, entries=150, sequenceid=420, filesize=12.0 K 2024-12-09T23:15:30,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/5b2073be5afa4cf4bd3047b7298210eb as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/5b2073be5afa4cf4bd3047b7298210eb 2024-12-09T23:15:30,509 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/5b2073be5afa4cf4bd3047b7298210eb, entries=100, sequenceid=420, filesize=9.6 K 2024-12-09T23:15:30,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/c75bc738ddf5458b81a7910a0aae8365 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/c75bc738ddf5458b81a7910a0aae8365 2024-12-09T23:15:30,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:30,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40710 deadline: 1733786190504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:30,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:30,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:30,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:30,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:30,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40694 deadline: 1733786190506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:30,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:30,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:30,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:30,515 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/c75bc738ddf5458b81a7910a0aae8365, entries=100, sequenceid=420, filesize=9.6 K 2024-12-09T23:15:30,516 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 4170317419a24f9278001a79da34f827 in 81ms, sequenceid=420, compaction requested=true 2024-12-09T23:15:30,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4170317419a24f9278001a79da34f827: 2024-12-09T23:15:30,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4170317419a24f9278001a79da34f827:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T23:15:30,516 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:15:30,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:15:30,516 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:15:30,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4170317419a24f9278001a79da34f827:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T23:15:30,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:15:30,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4170317419a24f9278001a79da34f827:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T23:15:30,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:15:30,517 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34549 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:15:30,517 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36989 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:15:30,517 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1541): 4170317419a24f9278001a79da34f827/A is initiating minor compaction (all files) 2024-12-09T23:15:30,517 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1541): 4170317419a24f9278001a79da34f827/B is initiating minor compaction (all files) 2024-12-09T23:15:30,517 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4170317419a24f9278001a79da34f827/B in TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:30,517 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4170317419a24f9278001a79da34f827/A in TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:30,518 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/e7d4fbc4fe9844be9a77309e673dc0e0, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/eabd52510aa8492c9fded9a1c234d1bb, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/70bb89c94baf4432857bec2a1a9218b7] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp, totalSize=36.1 K 2024-12-09T23:15:30,518 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/bab2834b1ac848518fc833e964acb707, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/4d84801bae28436ea937817a1c71db71, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/5b2073be5afa4cf4bd3047b7298210eb] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp, totalSize=33.7 K 2024-12-09T23:15:30,518 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting bab2834b1ac848518fc833e964acb707, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733786127133 2024-12-09T23:15:30,518 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting e7d4fbc4fe9844be9a77309e673dc0e0, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733786127133 2024-12-09T23:15:30,518 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d84801bae28436ea937817a1c71db71, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1733786128274 2024-12-09T23:15:30,518 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting eabd52510aa8492c9fded9a1c234d1bb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1733786128274 2024-12-09T23:15:30,518 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 5b2073be5afa4cf4bd3047b7298210eb, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1733786130434 2024-12-09T23:15:30,518 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 70bb89c94baf4432857bec2a1a9218b7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1733786130433 2024-12-09T23:15:30,527 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4170317419a24f9278001a79da34f827#B#compaction#201 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:15:30,527 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/2d17f3038edf493ab7bb2631e30cd04f is 50, key is test_row_0/B:col10/1733786130434/Put/seqid=0 2024-12-09T23:15:30,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 4170317419a24f9278001a79da34f827 2024-12-09T23:15:30,530 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4170317419a24f9278001a79da34f827#A#compaction#202 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:15:30,530 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4170317419a24f9278001a79da34f827 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-12-09T23:15:30,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4170317419a24f9278001a79da34f827, store=A 2024-12-09T23:15:30,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:15:30,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4170317419a24f9278001a79da34f827, store=B 2024-12-09T23:15:30,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:15:30,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4170317419a24f9278001a79da34f827, store=C 2024-12-09T23:15:30,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:15:30,530 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/cfc2b5d40b2c49d9a42a401833815182 is 50, key is test_row_0/A:col10/1733786130434/Put/seqid=0 2024-12-09T23:15:30,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/8905e6bf28b64987849dbfab8d34e101 is 50, key is test_row_0/A:col10/1733786130494/Put/seqid=0 2024-12-09T23:15:30,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742064_1240 (size=12643) 2024-12-09T23:15:30,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:30,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40718 deadline: 1733786190566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:30,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742063_1239 (size=12643) 2024-12-09T23:15:30,573 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:30,573 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:30,573 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:30,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742065_1241 (size=12301) 2024-12-09T23:15:30,583 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/8905e6bf28b64987849dbfab8d34e101 2024-12-09T23:15:30,591 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/47121ac7c52c44839b9ce3f052d5707a is 50, key is test_row_0/B:col10/1733786130494/Put/seqid=0 2024-12-09T23:15:30,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742066_1242 (size=12301) 2024-12-09T23:15:30,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:30,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40710 deadline: 1733786190622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:30,625 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:30,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:30,625 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:30,625 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:30,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40694 deadline: 1733786190623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:30,625 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:30,625 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:30,625 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:30,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:30,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40718 deadline: 1733786190683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:30,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:30,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:30,686 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:30,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:30,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40694 deadline: 1733786190833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:30,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:30,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40710 deadline: 1733786190833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:30,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:30,837 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:30,837 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:30,837 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:30,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:30,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:30,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:30,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40718 deadline: 1733786190893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:30,894 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:30,894 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:30,894 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:30,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:30,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40672 deadline: 1733786190973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:30,978 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40923,1733786050901 for 'test_row_2' in 4170317419a24f9278001a79da34f827 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:15:30,979 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:30,979 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:30,979 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:30,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:30,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40714 deadline: 1733786190973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:30,982 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40923,1733786050901 for 'test_row_2' in 4170317419a24f9278001a79da34f827 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:15:30,983 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:30,983 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:30,983 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:30,989 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/cfc2b5d40b2c49d9a42a401833815182 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/cfc2b5d40b2c49d9a42a401833815182 2024-12-09T23:15:30,992 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/2d17f3038edf493ab7bb2631e30cd04f as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/2d17f3038edf493ab7bb2631e30cd04f 2024-12-09T23:15:30,996 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/47121ac7c52c44839b9ce3f052d5707a 2024-12-09T23:15:31,010 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4170317419a24f9278001a79da34f827/A of 4170317419a24f9278001a79da34f827 into cfc2b5d40b2c49d9a42a401833815182(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:15:31,010 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4170317419a24f9278001a79da34f827: 2024-12-09T23:15:31,010 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., storeName=4170317419a24f9278001a79da34f827/A, priority=13, startTime=1733786130516; duration=0sec 2024-12-09T23:15:31,010 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:15:31,010 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4170317419a24f9278001a79da34f827:A 2024-12-09T23:15:31,010 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:15:31,012 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/dae4fa22321449b890675307cbbcdf98 is 50, key is test_row_0/C:col10/1733786130494/Put/seqid=0 2024-12-09T23:15:31,015 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34549 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:15:31,015 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1541): 4170317419a24f9278001a79da34f827/C is initiating minor compaction (all files) 2024-12-09T23:15:31,015 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4170317419a24f9278001a79da34f827/C in TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:31,016 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/065e5cab84b04031afcbb680a17b39c9, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/1e5ca1a042b24d7cbe4541fca40d6a06, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/c75bc738ddf5458b81a7910a0aae8365] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp, totalSize=33.7 K 2024-12-09T23:15:31,016 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 065e5cab84b04031afcbb680a17b39c9, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733786127133 2024-12-09T23:15:31,016 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4170317419a24f9278001a79da34f827/B of 4170317419a24f9278001a79da34f827 into 2d17f3038edf493ab7bb2631e30cd04f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:15:31,016 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4170317419a24f9278001a79da34f827: 2024-12-09T23:15:31,016 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., storeName=4170317419a24f9278001a79da34f827/B, priority=13, startTime=1733786130516; duration=0sec 2024-12-09T23:15:31,017 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:15:31,017 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4170317419a24f9278001a79da34f827:B 2024-12-09T23:15:31,017 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1e5ca1a042b24d7cbe4541fca40d6a06, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1733786128274 2024-12-09T23:15:31,018 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting c75bc738ddf5458b81a7910a0aae8365, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1733786130434 2024-12-09T23:15:31,044 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4170317419a24f9278001a79da34f827#C#compaction#206 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:15:31,044 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/9fe196a899434189b054c479760f8953 is 50, key is test_row_0/C:col10/1733786130434/Put/seqid=0 2024-12-09T23:15:31,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742067_1243 (size=12301) 2024-12-09T23:15:31,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742068_1244 (size=12643) 2024-12-09T23:15:31,103 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/9fe196a899434189b054c479760f8953 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/9fe196a899434189b054c479760f8953 2024-12-09T23:15:31,117 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4170317419a24f9278001a79da34f827/C of 4170317419a24f9278001a79da34f827 into 9fe196a899434189b054c479760f8953(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:15:31,117 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4170317419a24f9278001a79da34f827: 2024-12-09T23:15:31,117 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., storeName=4170317419a24f9278001a79da34f827/C, priority=13, startTime=1733786130517; duration=0sec 2024-12-09T23:15:31,118 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:15:31,118 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4170317419a24f9278001a79da34f827:C 2024-12-09T23:15:31,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:31,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40710 deadline: 1733786191144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:31,147 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:31,147 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:31,147 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:31,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:31,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40694 deadline: 1733786191144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:31,150 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:31,150 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:31,150 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:31,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:31,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40718 deadline: 1733786191203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:31,206 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:31,207 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:31,207 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:31,453 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/dae4fa22321449b890675307cbbcdf98 2024-12-09T23:15:31,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/8905e6bf28b64987849dbfab8d34e101 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/8905e6bf28b64987849dbfab8d34e101 2024-12-09T23:15:31,466 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/8905e6bf28b64987849dbfab8d34e101, entries=150, sequenceid=457, filesize=12.0 K 2024-12-09T23:15:31,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/47121ac7c52c44839b9ce3f052d5707a as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/47121ac7c52c44839b9ce3f052d5707a 2024-12-09T23:15:31,478 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/47121ac7c52c44839b9ce3f052d5707a, entries=150, sequenceid=457, filesize=12.0 K 2024-12-09T23:15:31,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/dae4fa22321449b890675307cbbcdf98 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/dae4fa22321449b890675307cbbcdf98 2024-12-09T23:15:31,485 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/dae4fa22321449b890675307cbbcdf98, entries=150, sequenceid=457, filesize=12.0 K 2024-12-09T23:15:31,486 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=40.25 KB/41220 for 4170317419a24f9278001a79da34f827 in 957ms, sequenceid=457, compaction requested=false 2024-12-09T23:15:31,486 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4170317419a24f9278001a79da34f827: 2024-12-09T23:15:31,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 4170317419a24f9278001a79da34f827 2024-12-09T23:15:31,655 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4170317419a24f9278001a79da34f827 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-09T23:15:31,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4170317419a24f9278001a79da34f827, store=A 2024-12-09T23:15:31,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:31,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4170317419a24f9278001a79da34f827, store=B 2024-12-09T23:15:31,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:31,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4170317419a24f9278001a79da34f827, store=C 2024-12-09T23:15:31,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:31,662 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/a8771ad140694c579f295b46ff25aaaf is 50, key is test_row_0/A:col10/1733786131654/Put/seqid=0 2024-12-09T23:15:31,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742069_1245 (size=14741) 2024-12-09T23:15:31,692 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/a8771ad140694c579f295b46ff25aaaf 2024-12-09T23:15:31,721 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/e75d1fc2666e4b91a63e815e689b9885 is 50, key is test_row_0/B:col10/1733786131654/Put/seqid=0 2024-12-09T23:15:31,736 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733786131701, max timestamp=1733786131733Num uniques 859; 2024-12-09T23:15:31,736 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733786131701, max timestamp=1733786131733Num uniques 859; 2024-12-09T23:15:31,736 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-09T23:15:31,736 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-09T23:15:31,736 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733786131701, max timestamp=1733786131733Num uniques 859; 2024-12-09T23:15:31,736 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-09T23:15:31,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742070_1246 (size=12301) 2024-12-09T23:15:31,753 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/e75d1fc2666e4b91a63e815e689b9885 2024-12-09T23:15:31,774 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/c8a9ad59708a47f98b2a852e4b498ff3 is 50, key is test_row_0/C:col10/1733786131654/Put/seqid=0 2024-12-09T23:15:31,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:31,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40710 deadline: 1733786191777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:31,784 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:31,784 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:31,784 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:31,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:31,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40694 deadline: 1733786191778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:31,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:31,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:31,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:31,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:31,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40718 deadline: 1733786191780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:31,789 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:31,789 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:31,789 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:31,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742071_1247 (size=12301) 2024-12-09T23:15:31,833 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/c8a9ad59708a47f98b2a852e4b498ff3 2024-12-09T23:15:31,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/a8771ad140694c579f295b46ff25aaaf as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/a8771ad140694c579f295b46ff25aaaf 2024-12-09T23:15:31,847 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/a8771ad140694c579f295b46ff25aaaf, entries=200, sequenceid=471, filesize=14.4 K 2024-12-09T23:15:31,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/e75d1fc2666e4b91a63e815e689b9885 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/e75d1fc2666e4b91a63e815e689b9885 2024-12-09T23:15:31,859 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/e75d1fc2666e4b91a63e815e689b9885, entries=150, sequenceid=471, filesize=12.0 K 2024-12-09T23:15:31,860 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/c8a9ad59708a47f98b2a852e4b498ff3 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/c8a9ad59708a47f98b2a852e4b498ff3 2024-12-09T23:15:31,870 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/c8a9ad59708a47f98b2a852e4b498ff3, entries=150, sequenceid=471, filesize=12.0 K 2024-12-09T23:15:31,872 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 4170317419a24f9278001a79da34f827 in 216ms, sequenceid=471, compaction requested=true 2024-12-09T23:15:31,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4170317419a24f9278001a79da34f827: 2024-12-09T23:15:31,872 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:15:31,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4170317419a24f9278001a79da34f827:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T23:15:31,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:15:31,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4170317419a24f9278001a79da34f827:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T23:15:31,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:15:31,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4170317419a24f9278001a79da34f827:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T23:15:31,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:15:31,874 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:15:31,874 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39685 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:15:31,874 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1541): 4170317419a24f9278001a79da34f827/A is initiating minor compaction (all files) 2024-12-09T23:15:31,875 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4170317419a24f9278001a79da34f827/A in TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:31,875 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/cfc2b5d40b2c49d9a42a401833815182, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/8905e6bf28b64987849dbfab8d34e101, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/a8771ad140694c579f295b46ff25aaaf] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp, totalSize=38.8 K 2024-12-09T23:15:31,875 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37245 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:15:31,875 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting cfc2b5d40b2c49d9a42a401833815182, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1733786128284 2024-12-09T23:15:31,875 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1541): 4170317419a24f9278001a79da34f827/B is initiating minor compaction (all files) 2024-12-09T23:15:31,875 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4170317419a24f9278001a79da34f827/B in TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:31,876 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/2d17f3038edf493ab7bb2631e30cd04f, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/47121ac7c52c44839b9ce3f052d5707a, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/e75d1fc2666e4b91a63e815e689b9885] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp, totalSize=36.4 K 2024-12-09T23:15:31,876 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8905e6bf28b64987849dbfab8d34e101, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1733786130493 2024-12-09T23:15:31,876 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 2d17f3038edf493ab7bb2631e30cd04f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1733786128284 2024-12-09T23:15:31,876 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting a8771ad140694c579f295b46ff25aaaf, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1733786130550 2024-12-09T23:15:31,876 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 47121ac7c52c44839b9ce3f052d5707a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1733786130493 2024-12-09T23:15:31,878 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting e75d1fc2666e4b91a63e815e689b9885, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1733786130564 2024-12-09T23:15:31,896 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4170317419a24f9278001a79da34f827#A#compaction#210 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:15:31,896 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/a60706532fb14761a45cab68b6d13e07 is 50, key is test_row_0/A:col10/1733786131654/Put/seqid=0 2024-12-09T23:15:31,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 4170317419a24f9278001a79da34f827 2024-12-09T23:15:31,902 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4170317419a24f9278001a79da34f827 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-12-09T23:15:31,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4170317419a24f9278001a79da34f827, store=A 2024-12-09T23:15:31,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:15:31,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4170317419a24f9278001a79da34f827, store=B 2024-12-09T23:15:31,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:15:31,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4170317419a24f9278001a79da34f827, store=C 2024-12-09T23:15:31,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:15:31,904 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4170317419a24f9278001a79da34f827#B#compaction#211 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:15:31,905 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/3fa590b5b95d4735885cc175b3742281 is 50, key is test_row_0/B:col10/1733786131654/Put/seqid=0 2024-12-09T23:15:31,933 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/5f350166b7434ef58022c89dfe285028 is 50, key is test_row_0/A:col10/1733786131900/Put/seqid=0 2024-12-09T23:15:31,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:31,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40710 deadline: 1733786191923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:31,935 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:31,935 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:31,935 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:31,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:31,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40694 deadline: 1733786191934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:31,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:31,939 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:31,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40718 deadline: 1733786191934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:31,939 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:31,939 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:31,939 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:31,939 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:31,939 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:31,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742072_1248 (size=12745) 2024-12-09T23:15:31,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-09T23:15:31,963 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T23:15:31,964 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T23:15:31,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-12-09T23:15:31,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-09T23:15:31,967 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T23:15:31,968 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T23:15:31,968 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T23:15:31,971 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/a60706532fb14761a45cab68b6d13e07 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/a60706532fb14761a45cab68b6d13e07 2024-12-09T23:15:31,977 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4170317419a24f9278001a79da34f827/A of 4170317419a24f9278001a79da34f827 into a60706532fb14761a45cab68b6d13e07(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:15:31,977 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4170317419a24f9278001a79da34f827: 2024-12-09T23:15:31,977 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., storeName=4170317419a24f9278001a79da34f827/A, priority=13, startTime=1733786131872; duration=0sec 2024-12-09T23:15:31,977 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:15:31,977 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4170317419a24f9278001a79da34f827:A 2024-12-09T23:15:31,977 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:15:31,979 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37245 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:15:31,979 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1541): 4170317419a24f9278001a79da34f827/C is initiating minor compaction (all files) 2024-12-09T23:15:31,979 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4170317419a24f9278001a79da34f827/C in TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:31,979 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/9fe196a899434189b054c479760f8953, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/dae4fa22321449b890675307cbbcdf98, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/c8a9ad59708a47f98b2a852e4b498ff3] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp, totalSize=36.4 K 2024-12-09T23:15:31,979 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9fe196a899434189b054c479760f8953, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1733786128284 2024-12-09T23:15:31,980 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting dae4fa22321449b890675307cbbcdf98, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1733786130493 2024-12-09T23:15:31,981 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting c8a9ad59708a47f98b2a852e4b498ff3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1733786130564 2024-12-09T23:15:31,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742073_1249 (size=12745) 2024-12-09T23:15:31,990 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/3fa590b5b95d4735885cc175b3742281 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/3fa590b5b95d4735885cc175b3742281 2024-12-09T23:15:31,996 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4170317419a24f9278001a79da34f827/B of 4170317419a24f9278001a79da34f827 into 3fa590b5b95d4735885cc175b3742281(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:15:31,996 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4170317419a24f9278001a79da34f827: 2024-12-09T23:15:31,996 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., storeName=4170317419a24f9278001a79da34f827/B, priority=13, startTime=1733786131874; duration=0sec 2024-12-09T23:15:31,996 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:15:31,996 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4170317419a24f9278001a79da34f827:B 2024-12-09T23:15:32,007 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4170317419a24f9278001a79da34f827#C#compaction#213 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:15:32,007 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/971709ba261f4e83bc5f4f25f895a058 is 50, key is test_row_0/C:col10/1733786131654/Put/seqid=0 2024-12-09T23:15:32,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742074_1250 (size=14741) 2024-12-09T23:15:32,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:32,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40694 deadline: 1733786192043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:32,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:32,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40710 deadline: 1733786192043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:32,049 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:32,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:32,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:32,050 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:32,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:32,050 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:32,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40718 deadline: 1733786192043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:32,050 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:32,050 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:32,050 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:32,050 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:32,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742075_1251 (size=12745) 2024-12-09T23:15:32,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-09T23:15:32,077 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/971709ba261f4e83bc5f4f25f895a058 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/971709ba261f4e83bc5f4f25f895a058 2024-12-09T23:15:32,083 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4170317419a24f9278001a79da34f827/C of 4170317419a24f9278001a79da34f827 into 971709ba261f4e83bc5f4f25f895a058(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:15:32,083 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4170317419a24f9278001a79da34f827: 2024-12-09T23:15:32,083 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., storeName=4170317419a24f9278001a79da34f827/C, priority=13, startTime=1733786131874; duration=0sec 2024-12-09T23:15:32,083 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:15:32,083 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4170317419a24f9278001a79da34f827:C 2024-12-09T23:15:32,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-09T23:15:32,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:32,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. as already flushing 2024-12-09T23:15:32,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:32,125 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:32,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:32,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:32,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:32,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40694 deadline: 1733786192253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:32,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:32,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:32,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:32,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:32,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:32,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40718 deadline: 1733786192254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:32,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40710 deadline: 1733786192253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:32,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:32,258 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:32,258 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:32,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:32,258 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:32,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:32,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-09T23:15:32,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:32,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. as already flushing 2024-12-09T23:15:32,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:32,279 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:32,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:32,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:32,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-09T23:15:32,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-09T23:15:32,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:32,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. as already flushing 2024-12-09T23:15:32,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:32,432 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:32,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:32,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:32,455 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=506 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/5f350166b7434ef58022c89dfe285028 2024-12-09T23:15:32,471 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/0cabe13eca244c55926ea4df136c567e is 50, key is test_row_0/B:col10/1733786131900/Put/seqid=0 2024-12-09T23:15:32,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742076_1252 (size=12301) 2024-12-09T23:15:32,487 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=506 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/0cabe13eca244c55926ea4df136c567e 2024-12-09T23:15:32,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/f6dfccca16e140bfad86523b467f3598 is 50, key is test_row_0/C:col10/1733786131900/Put/seqid=0 2024-12-09T23:15:32,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742077_1253 (size=12301) 2024-12-09T23:15:32,541 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=506 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/f6dfccca16e140bfad86523b467f3598 2024-12-09T23:15:32,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/5f350166b7434ef58022c89dfe285028 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/5f350166b7434ef58022c89dfe285028 2024-12-09T23:15:32,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:32,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40694 deadline: 1733786192563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:32,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:32,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40718 deadline: 1733786192563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:32,567 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:32,567 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:32,567 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:32,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:32,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40710 deadline: 1733786192563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:32,568 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:32,568 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:32,568 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:32,568 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:32,568 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:32,568 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:32,568 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/5f350166b7434ef58022c89dfe285028, entries=200, sequenceid=506, filesize=14.4 K 2024-12-09T23:15:32,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/0cabe13eca244c55926ea4df136c567e as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/0cabe13eca244c55926ea4df136c567e 2024-12-09T23:15:32,576 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/0cabe13eca244c55926ea4df136c567e, entries=150, sequenceid=506, filesize=12.0 K 2024-12-09T23:15:32,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/f6dfccca16e140bfad86523b467f3598 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/f6dfccca16e140bfad86523b467f3598 2024-12-09T23:15:32,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-09T23:15:32,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:32,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. as already flushing 2024-12-09T23:15:32,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:32,586 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:32,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:32,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:32,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-09T23:15:32,597 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/f6dfccca16e140bfad86523b467f3598, entries=150, sequenceid=506, filesize=12.0 K 2024-12-09T23:15:32,598 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=53.67 KB/54960 for 4170317419a24f9278001a79da34f827 in 696ms, sequenceid=506, compaction requested=false 2024-12-09T23:15:32,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4170317419a24f9278001a79da34f827: 2024-12-09T23:15:32,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-09T23:15:32,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:32,741 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing 4170317419a24f9278001a79da34f827 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-09T23:15:32,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4170317419a24f9278001a79da34f827, store=A 2024-12-09T23:15:32,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:32,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4170317419a24f9278001a79da34f827, store=B 2024-12-09T23:15:32,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:32,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4170317419a24f9278001a79da34f827, store=C 2024-12-09T23:15:32,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:32,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/3375780ec54d41da9db2a486fc575b02 is 50, key is test_row_0/A:col10/1733786131932/Put/seqid=0 2024-12-09T23:15:32,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742078_1254 (size=12301) 2024-12-09T23:15:32,778 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=520 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/3375780ec54d41da9db2a486fc575b02 2024-12-09T23:15:32,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/a6d844195f724b89a53e14a0a187294e is 50, key is test_row_0/B:col10/1733786131932/Put/seqid=0 2024-12-09T23:15:32,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742079_1255 (size=12301) 2024-12-09T23:15:32,803 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=520 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/a6d844195f724b89a53e14a0a187294e 2024-12-09T23:15:32,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/5b25064bc2114a2a8e95aa557a755978 is 50, key is test_row_0/C:col10/1733786131932/Put/seqid=0 2024-12-09T23:15:32,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742080_1256 (size=12301) 2024-12-09T23:15:32,842 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=520 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/5b25064bc2114a2a8e95aa557a755978 2024-12-09T23:15:32,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/3375780ec54d41da9db2a486fc575b02 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/3375780ec54d41da9db2a486fc575b02 2024-12-09T23:15:32,852 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/3375780ec54d41da9db2a486fc575b02, entries=150, sequenceid=520, filesize=12.0 K 2024-12-09T23:15:32,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/a6d844195f724b89a53e14a0a187294e as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/a6d844195f724b89a53e14a0a187294e 2024-12-09T23:15:32,861 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/a6d844195f724b89a53e14a0a187294e, entries=150, sequenceid=520, filesize=12.0 K 2024-12-09T23:15:32,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/5b25064bc2114a2a8e95aa557a755978 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/5b25064bc2114a2a8e95aa557a755978 2024-12-09T23:15:32,869 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/5b25064bc2114a2a8e95aa557a755978, entries=150, sequenceid=520, filesize=12.0 K 2024-12-09T23:15:32,869 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=0 B/0 for 4170317419a24f9278001a79da34f827 in 128ms, sequenceid=520, compaction requested=true 2024-12-09T23:15:32,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for 4170317419a24f9278001a79da34f827: 2024-12-09T23:15:32,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:32,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-12-09T23:15:32,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-12-09T23:15:32,873 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-12-09T23:15:32,873 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 903 msec 2024-12-09T23:15:32,875 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 910 msec 2024-12-09T23:15:32,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 4170317419a24f9278001a79da34f827 2024-12-09T23:15:32,996 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4170317419a24f9278001a79da34f827 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-09T23:15:32,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4170317419a24f9278001a79da34f827, store=A 2024-12-09T23:15:32,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:32,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4170317419a24f9278001a79da34f827, store=B 2024-12-09T23:15:32,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:32,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4170317419a24f9278001a79da34f827, store=C 2024-12-09T23:15:32,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:33,001 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/acd7de31487e414686825371ab4e308c is 50, key is test_row_1/A:col10/1733786132995/Put/seqid=0 2024-12-09T23:15:33,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742081_1257 (size=9857) 2024-12-09T23:15:33,013 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=530 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/acd7de31487e414686825371ab4e308c 2024-12-09T23:15:33,026 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/c143fdda95734409b8f2004e09376272 is 50, key is test_row_1/B:col10/1733786132995/Put/seqid=0 2024-12-09T23:15:33,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742082_1258 (size=9857) 2024-12-09T23:15:33,040 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733786133031, max timestamp=1733786133037Num uniques 859; 2024-12-09T23:15:33,040 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-09T23:15:33,040 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733786133031, max timestamp=1733786133037Num uniques 859; 2024-12-09T23:15:33,040 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-09T23:15:33,040 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733786133031, max timestamp=1733786133037Num uniques 859; 2024-12-09T23:15:33,040 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-09T23:15:33,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:33,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40672 deadline: 1733786193078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:33,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:33,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:33,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40714 deadline: 1733786193079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:33,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40694 deadline: 1733786193080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:33,085 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:33,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:33,085 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:33,085 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:33,085 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:33,085 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:33,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40710 deadline: 1733786193080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:33,085 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:33,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:33,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40718 deadline: 1733786193083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:33,086 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:33,086 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:33,086 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:33,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:33,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:33,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:33,087 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:33,087 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:33,087 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:33,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-09T23:15:33,103 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T23:15:33,103 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T23:15:33,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-12-09T23:15:33,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-09T23:15:33,109 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T23:15:33,112 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T23:15:33,112 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T23:15:33,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:33,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:33,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40672 deadline: 1733786193193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:33,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40694 deadline: 1733786193194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:33,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:33,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40714 deadline: 1733786193194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:33,196 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:33,196 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:33,196 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:33,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:33,196 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:33,196 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:33,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40710 deadline: 1733786193194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:33,196 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:33,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:33,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:33,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:33,197 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:33,197 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:33,197 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:33,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-09T23:15:33,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-09T23:15:33,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:33,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. as already flushing 2024-12-09T23:15:33,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:33,268 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:33,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:33,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:33,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:33,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40714 deadline: 1733786193404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:33,406 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:33,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:33,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40672 deadline: 1733786193404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:33,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:33,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40694 deadline: 1733786193404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:33,412 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:33,412 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:33,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:33,413 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:33,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:33,413 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:33,413 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:33,413 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:33,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:33,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40710 deadline: 1733786193413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:33,415 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:33,415 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:33,415 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:33,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-09T23:15:33,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:33,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. as already flushing 2024-12-09T23:15:33,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:33,421 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:33,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:33,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:33,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-09T23:15:33,439 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=530 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/c143fdda95734409b8f2004e09376272 2024-12-09T23:15:33,450 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/7e82229d69b14ca5bbfafcfa98c0a213 is 50, key is test_row_1/C:col10/1733786132995/Put/seqid=0 2024-12-09T23:15:33,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742083_1259 (size=9857) 2024-12-09T23:15:33,464 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=530 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/7e82229d69b14ca5bbfafcfa98c0a213 2024-12-09T23:15:33,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/acd7de31487e414686825371ab4e308c as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/acd7de31487e414686825371ab4e308c 2024-12-09T23:15:33,487 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/acd7de31487e414686825371ab4e308c, entries=100, sequenceid=530, filesize=9.6 K 2024-12-09T23:15:33,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/c143fdda95734409b8f2004e09376272 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/c143fdda95734409b8f2004e09376272 2024-12-09T23:15:33,492 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/c143fdda95734409b8f2004e09376272, entries=100, sequenceid=530, filesize=9.6 K 2024-12-09T23:15:33,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/7e82229d69b14ca5bbfafcfa98c0a213 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/7e82229d69b14ca5bbfafcfa98c0a213 2024-12-09T23:15:33,498 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/7e82229d69b14ca5bbfafcfa98c0a213, entries=100, sequenceid=530, filesize=9.6 K 2024-12-09T23:15:33,498 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 4170317419a24f9278001a79da34f827 in 502ms, sequenceid=530, compaction requested=true 2024-12-09T23:15:33,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4170317419a24f9278001a79da34f827: 2024-12-09T23:15:33,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4170317419a24f9278001a79da34f827:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T23:15:33,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:15:33,499 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T23:15:33,499 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T23:15:33,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4170317419a24f9278001a79da34f827:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T23:15:33,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:15:33,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4170317419a24f9278001a79da34f827:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T23:15:33,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:15:33,500 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49644 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T23:15:33,500 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47204 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T23:15:33,500 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1541): 4170317419a24f9278001a79da34f827/A is initiating minor compaction (all files) 2024-12-09T23:15:33,500 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1541): 4170317419a24f9278001a79da34f827/B is initiating minor compaction (all files) 2024-12-09T23:15:33,500 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4170317419a24f9278001a79da34f827/B in TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:33,500 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4170317419a24f9278001a79da34f827/A in TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:33,500 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/a60706532fb14761a45cab68b6d13e07, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/5f350166b7434ef58022c89dfe285028, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/3375780ec54d41da9db2a486fc575b02, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/acd7de31487e414686825371ab4e308c] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp, totalSize=48.5 K 2024-12-09T23:15:33,500 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/3fa590b5b95d4735885cc175b3742281, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/0cabe13eca244c55926ea4df136c567e, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/a6d844195f724b89a53e14a0a187294e, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/c143fdda95734409b8f2004e09376272] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp, totalSize=46.1 K 2024-12-09T23:15:33,500 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 3fa590b5b95d4735885cc175b3742281, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1733786130564 2024-12-09T23:15:33,500 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting a60706532fb14761a45cab68b6d13e07, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1733786130564 2024-12-09T23:15:33,501 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 0cabe13eca244c55926ea4df136c567e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=506, earliestPutTs=1733786131767 2024-12-09T23:15:33,501 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f350166b7434ef58022c89dfe285028, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=506, earliestPutTs=1733786131767 2024-12-09T23:15:33,501 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3375780ec54d41da9db2a486fc575b02, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=520, earliestPutTs=1733786131921 2024-12-09T23:15:33,501 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting a6d844195f724b89a53e14a0a187294e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=520, earliestPutTs=1733786131921 2024-12-09T23:15:33,502 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting c143fdda95734409b8f2004e09376272, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=530, earliestPutTs=1733786132993 2024-12-09T23:15:33,502 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting acd7de31487e414686825371ab4e308c, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=530, earliestPutTs=1733786132993 2024-12-09T23:15:33,511 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4170317419a24f9278001a79da34f827#A#compaction#222 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:15:33,512 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/b548a5fda7e8492687436a67bb1d8658 is 50, key is test_row_0/A:col10/1733786131932/Put/seqid=0 2024-12-09T23:15:33,512 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4170317419a24f9278001a79da34f827#B#compaction#223 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:15:33,512 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/1f360f62f18a4ccfb681835a52a197ec is 50, key is test_row_0/B:col10/1733786131932/Put/seqid=0 2024-12-09T23:15:33,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742084_1260 (size=12881) 2024-12-09T23:15:33,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742085_1261 (size=12881) 2024-12-09T23:15:33,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-09T23:15:33,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:33,574 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing 4170317419a24f9278001a79da34f827 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-12-09T23:15:33,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4170317419a24f9278001a79da34f827, store=A 2024-12-09T23:15:33,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:15:33,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4170317419a24f9278001a79da34f827, store=B 2024-12-09T23:15:33,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:15:33,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4170317419a24f9278001a79da34f827, store=C 2024-12-09T23:15:33,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:15:33,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/b9cad24e686e4d7c8b0c2293f42b31e2 is 50, key is test_row_0/A:col10/1733786133074/Put/seqid=0 2024-12-09T23:15:33,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742086_1262 (size=12301) 2024-12-09T23:15:33,583 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=567 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/b9cad24e686e4d7c8b0c2293f42b31e2 2024-12-09T23:15:33,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/6d2b71f3c0bb40279779b437c65585a1 is 50, key is test_row_0/B:col10/1733786133074/Put/seqid=0 2024-12-09T23:15:33,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742087_1263 (size=12301) 2024-12-09T23:15:33,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 4170317419a24f9278001a79da34f827 2024-12-09T23:15:33,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. as already flushing 2024-12-09T23:15:33,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:33,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40714 deadline: 1733786193729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:33,732 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:33,732 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:33,732 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:33,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:33,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40672 deadline: 1733786193730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:33,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-09T23:15:33,733 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:33,734 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:33,734 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:33,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:33,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40694 deadline: 1733786193731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:33,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:33,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:33,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:33,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40710 deadline: 1733786193731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:33,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:33,737 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:33,737 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:33,737 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:33,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:33,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40714 deadline: 1733786193843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:33,848 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:33,848 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:33,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:33,848 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:33,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40672 deadline: 1733786193843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:33,849 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:33,849 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:33,849 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:33,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:33,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40710 deadline: 1733786193843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:33,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:33,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40694 deadline: 1733786193843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:33,849 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:33,849 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:33,849 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:33,849 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:33,849 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:33,849 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:33,926 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/b548a5fda7e8492687436a67bb1d8658 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/b548a5fda7e8492687436a67bb1d8658 2024-12-09T23:15:33,930 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4170317419a24f9278001a79da34f827/A of 4170317419a24f9278001a79da34f827 into b548a5fda7e8492687436a67bb1d8658(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:15:33,930 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4170317419a24f9278001a79da34f827: 2024-12-09T23:15:33,930 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., storeName=4170317419a24f9278001a79da34f827/A, priority=12, startTime=1733786133498; duration=0sec 2024-12-09T23:15:33,930 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:15:33,930 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4170317419a24f9278001a79da34f827:A 2024-12-09T23:15:33,930 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T23:15:33,932 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47204 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T23:15:33,932 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1541): 4170317419a24f9278001a79da34f827/C is initiating minor compaction (all files) 2024-12-09T23:15:33,932 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4170317419a24f9278001a79da34f827/C in TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:33,932 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/971709ba261f4e83bc5f4f25f895a058, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/f6dfccca16e140bfad86523b467f3598, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/5b25064bc2114a2a8e95aa557a755978, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/7e82229d69b14ca5bbfafcfa98c0a213] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp, totalSize=46.1 K 2024-12-09T23:15:33,932 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 971709ba261f4e83bc5f4f25f895a058, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1733786130564 2024-12-09T23:15:33,933 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting f6dfccca16e140bfad86523b467f3598, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=506, earliestPutTs=1733786131767 2024-12-09T23:15:33,933 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5b25064bc2114a2a8e95aa557a755978, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=520, earliestPutTs=1733786131921 2024-12-09T23:15:33,933 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e82229d69b14ca5bbfafcfa98c0a213, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=530, earliestPutTs=1733786132993 2024-12-09T23:15:33,935 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/1f360f62f18a4ccfb681835a52a197ec as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/1f360f62f18a4ccfb681835a52a197ec 2024-12-09T23:15:33,940 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4170317419a24f9278001a79da34f827/B of 4170317419a24f9278001a79da34f827 into 1f360f62f18a4ccfb681835a52a197ec(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:15:33,940 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4170317419a24f9278001a79da34f827: 2024-12-09T23:15:33,941 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., storeName=4170317419a24f9278001a79da34f827/B, priority=12, startTime=1733786133499; duration=0sec 2024-12-09T23:15:33,941 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:15:33,941 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4170317419a24f9278001a79da34f827:B 2024-12-09T23:15:33,943 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4170317419a24f9278001a79da34f827#C#compaction#226 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:15:33,943 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/d6711bc0ccef41728a22c05e5f6bb96a is 50, key is test_row_0/C:col10/1733786131932/Put/seqid=0 2024-12-09T23:15:33,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742088_1264 (size=12881) 2024-12-09T23:15:33,956 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/d6711bc0ccef41728a22c05e5f6bb96a as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/d6711bc0ccef41728a22c05e5f6bb96a 2024-12-09T23:15:33,966 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4170317419a24f9278001a79da34f827/C of 4170317419a24f9278001a79da34f827 into d6711bc0ccef41728a22c05e5f6bb96a(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:15:33,966 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4170317419a24f9278001a79da34f827: 2024-12-09T23:15:33,966 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., storeName=4170317419a24f9278001a79da34f827/C, priority=12, startTime=1733786133499; duration=0sec 2024-12-09T23:15:33,966 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:15:33,966 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4170317419a24f9278001a79da34f827:C 2024-12-09T23:15:33,995 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=567 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/6d2b71f3c0bb40279779b437c65585a1 2024-12-09T23:15:34,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/b919626715c04f66b0b79c96ca591276 is 50, key is test_row_0/C:col10/1733786133074/Put/seqid=0 2024-12-09T23:15:34,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742089_1265 (size=12301) 2024-12-09T23:15:34,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:34,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:34,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40714 deadline: 1733786194053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:34,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40710 deadline: 1733786194054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:34,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:34,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:34,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40672 deadline: 1733786194054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:34,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:34,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:34,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:34,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40694 deadline: 1733786194054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:34,057 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:34,057 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:34,057 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:34,057 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:34,057 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:34,057 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:34,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:34,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:34,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:34,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:34,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40718 deadline: 1733786194093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:34,094 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40923,1733786050901 for 'test_row_2' in 4170317419a24f9278001a79da34f827 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2160 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:15:34,095 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:34,095 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:34,095 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:34,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-09T23:15:34,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:34,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40672 deadline: 1733786194364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:34,367 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:34,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:34,367 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:34,367 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:34,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40710 deadline: 1733786194364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:34,367 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:34,367 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:34,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:34,367 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:34,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40694 deadline: 1733786194364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:34,367 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:34,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:34,367 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:34,367 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:34,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40714 deadline: 1733786194364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:34,368 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:34,368 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:34,368 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:34,406 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=567 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/b919626715c04f66b0b79c96ca591276 2024-12-09T23:15:34,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/b9cad24e686e4d7c8b0c2293f42b31e2 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/b9cad24e686e4d7c8b0c2293f42b31e2 2024-12-09T23:15:34,415 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/b9cad24e686e4d7c8b0c2293f42b31e2, entries=150, sequenceid=567, filesize=12.0 K 2024-12-09T23:15:34,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/6d2b71f3c0bb40279779b437c65585a1 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/6d2b71f3c0bb40279779b437c65585a1 2024-12-09T23:15:34,419 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/6d2b71f3c0bb40279779b437c65585a1, entries=150, sequenceid=567, filesize=12.0 K 2024-12-09T23:15:34,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/b919626715c04f66b0b79c96ca591276 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/b919626715c04f66b0b79c96ca591276 2024-12-09T23:15:34,426 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/b919626715c04f66b0b79c96ca591276, entries=150, sequenceid=567, filesize=12.0 K 2024-12-09T23:15:34,427 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=53.67 KB/54960 for 4170317419a24f9278001a79da34f827 in 853ms, sequenceid=567, compaction requested=false 2024-12-09T23:15:34,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for 4170317419a24f9278001a79da34f827: 2024-12-09T23:15:34,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:34,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-12-09T23:15:34,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-12-09T23:15:34,430 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-12-09T23:15:34,430 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3160 sec 2024-12-09T23:15:34,432 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 1.3280 sec 2024-12-09T23:15:34,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 4170317419a24f9278001a79da34f827 2024-12-09T23:15:34,876 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4170317419a24f9278001a79da34f827 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-09T23:15:34,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4170317419a24f9278001a79da34f827, store=A 2024-12-09T23:15:34,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:34,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4170317419a24f9278001a79da34f827, store=B 2024-12-09T23:15:34,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:34,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4170317419a24f9278001a79da34f827, store=C 2024-12-09T23:15:34,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:34,887 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/1781044f6f4646f5b492d06a370b9a44 is 50, key is test_row_0/A:col10/1733786134876/Put/seqid=0 2024-12-09T23:15:34,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742090_1266 (size=14741) 2024-12-09T23:15:34,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:34,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40672 deadline: 1733786194936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:34,941 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:34,941 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:34,941 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:34,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:34,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40710 deadline: 1733786194940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:34,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:34,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:34,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:34,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:34,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:34,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40714 deadline: 1733786194941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:34,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40694 deadline: 1733786194942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:34,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:34,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:34,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:34,946 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:34,946 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:34,946 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:35,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:35,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40672 deadline: 1733786195053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:35,056 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:35,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:35,056 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:35,056 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:35,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40710 deadline: 1733786195053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:35,056 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:35,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:35,056 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:35,056 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:35,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40714 deadline: 1733786195053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:35,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:35,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:35,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:35,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:35,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40694 deadline: 1733786195054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:35,057 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:35,057 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:35,057 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:35,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-09T23:15:35,253 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T23:15:35,254 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T23:15:35,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-12-09T23:15:35,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-09T23:15:35,257 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T23:15:35,258 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T23:15:35,258 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T23:15:35,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:35,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40672 deadline: 1733786195263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:35,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:35,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40710 deadline: 1733786195263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:35,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:35,266 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:35,267 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:35,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40694 deadline: 1733786195263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:35,267 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:35,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:35,267 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:35,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:35,267 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:35,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:35,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40714 deadline: 1733786195264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:35,267 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:35,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:35,267 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:35,267 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:35,267 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:35,295 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=585 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/1781044f6f4646f5b492d06a370b9a44 2024-12-09T23:15:35,302 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/fa34dd2fb8594e818fbb6db735bc6206 is 50, key is test_row_0/B:col10/1733786134876/Put/seqid=0 2024-12-09T23:15:35,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742091_1267 (size=12301) 2024-12-09T23:15:35,311 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=585 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/fa34dd2fb8594e818fbb6db735bc6206 2024-12-09T23:15:35,324 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/627b4e2efbdc48c29066ca6b63fb9e69 is 50, key is test_row_0/C:col10/1733786134876/Put/seqid=0 2024-12-09T23:15:35,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742092_1268 (size=12301) 2024-12-09T23:15:35,336 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=585 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/627b4e2efbdc48c29066ca6b63fb9e69 2024-12-09T23:15:35,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/1781044f6f4646f5b492d06a370b9a44 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/1781044f6f4646f5b492d06a370b9a44 2024-12-09T23:15:35,348 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/1781044f6f4646f5b492d06a370b9a44, entries=200, sequenceid=585, filesize=14.4 K 2024-12-09T23:15:35,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/fa34dd2fb8594e818fbb6db735bc6206 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/fa34dd2fb8594e818fbb6db735bc6206 2024-12-09T23:15:35,354 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/fa34dd2fb8594e818fbb6db735bc6206, entries=150, sequenceid=585, filesize=12.0 K 2024-12-09T23:15:35,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/627b4e2efbdc48c29066ca6b63fb9e69 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/627b4e2efbdc48c29066ca6b63fb9e69 2024-12-09T23:15:35,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-09T23:15:35,364 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/627b4e2efbdc48c29066ca6b63fb9e69, entries=150, sequenceid=585, filesize=12.0 K 2024-12-09T23:15:35,365 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=100.63 KB/103050 for 4170317419a24f9278001a79da34f827 in 489ms, sequenceid=585, compaction requested=true 2024-12-09T23:15:35,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4170317419a24f9278001a79da34f827: 2024-12-09T23:15:35,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4170317419a24f9278001a79da34f827:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T23:15:35,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:15:35,365 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:15:35,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4170317419a24f9278001a79da34f827:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T23:15:35,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:15:35,365 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:15:35,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4170317419a24f9278001a79da34f827:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T23:15:35,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:15:35,366 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39923 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:15:35,366 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:15:35,366 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1541): 4170317419a24f9278001a79da34f827/A is initiating minor compaction (all files) 2024-12-09T23:15:35,366 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1541): 4170317419a24f9278001a79da34f827/B is initiating minor compaction (all files) 2024-12-09T23:15:35,366 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4170317419a24f9278001a79da34f827/A in TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:35,366 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4170317419a24f9278001a79da34f827/B in TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:35,366 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/1f360f62f18a4ccfb681835a52a197ec, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/6d2b71f3c0bb40279779b437c65585a1, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/fa34dd2fb8594e818fbb6db735bc6206] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp, totalSize=36.6 K 2024-12-09T23:15:35,366 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/b548a5fda7e8492687436a67bb1d8658, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/b9cad24e686e4d7c8b0c2293f42b31e2, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/1781044f6f4646f5b492d06a370b9a44] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp, totalSize=39.0 K 2024-12-09T23:15:35,367 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting b548a5fda7e8492687436a67bb1d8658, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=530, earliestPutTs=1733786131932 2024-12-09T23:15:35,367 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 1f360f62f18a4ccfb681835a52a197ec, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=530, earliestPutTs=1733786131932 2024-12-09T23:15:35,367 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting b9cad24e686e4d7c8b0c2293f42b31e2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=567, earliestPutTs=1733786133060 2024-12-09T23:15:35,367 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d2b71f3c0bb40279779b437c65585a1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=567, earliestPutTs=1733786133060 2024-12-09T23:15:35,368 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1781044f6f4646f5b492d06a370b9a44, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=585, earliestPutTs=1733786133730 2024-12-09T23:15:35,368 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting fa34dd2fb8594e818fbb6db735bc6206, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=585, earliestPutTs=1733786134876 2024-12-09T23:15:35,376 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4170317419a24f9278001a79da34f827#A#compaction#232 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:15:35,376 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4170317419a24f9278001a79da34f827#B#compaction#231 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:15:35,376 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/8b8a7fb5520f4043bf4cca1279b414e9 is 50, key is test_row_0/A:col10/1733786134876/Put/seqid=0 2024-12-09T23:15:35,376 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/4f2440d2e49f42df8a9bee708f16013c is 50, key is test_row_0/B:col10/1733786134876/Put/seqid=0 2024-12-09T23:15:35,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742094_1270 (size=12983) 2024-12-09T23:15:35,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742093_1269 (size=12983) 2024-12-09T23:15:35,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-12-09T23:15:35,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:35,411 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing 4170317419a24f9278001a79da34f827 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-09T23:15:35,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4170317419a24f9278001a79da34f827, store=A 2024-12-09T23:15:35,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:35,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4170317419a24f9278001a79da34f827, store=B 2024-12-09T23:15:35,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:35,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4170317419a24f9278001a79da34f827, store=C 2024-12-09T23:15:35,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:35,415 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/8b8a7fb5520f4043bf4cca1279b414e9 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/8b8a7fb5520f4043bf4cca1279b414e9 2024-12-09T23:15:35,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/ddd8780d3c7d4b189c4a56db7235d9a2 is 50, key is test_row_0/A:col10/1733786134927/Put/seqid=0 2024-12-09T23:15:35,420 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4170317419a24f9278001a79da34f827/A of 4170317419a24f9278001a79da34f827 into 8b8a7fb5520f4043bf4cca1279b414e9(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:15:35,420 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4170317419a24f9278001a79da34f827: 2024-12-09T23:15:35,420 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., storeName=4170317419a24f9278001a79da34f827/A, priority=13, startTime=1733786135365; duration=0sec 2024-12-09T23:15:35,420 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:15:35,420 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4170317419a24f9278001a79da34f827:A 2024-12-09T23:15:35,420 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:15:35,429 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:15:35,429 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1541): 4170317419a24f9278001a79da34f827/C is initiating minor compaction (all files) 2024-12-09T23:15:35,429 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4170317419a24f9278001a79da34f827/C in TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:35,429 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/d6711bc0ccef41728a22c05e5f6bb96a, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/b919626715c04f66b0b79c96ca591276, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/627b4e2efbdc48c29066ca6b63fb9e69] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp, totalSize=36.6 K 2024-12-09T23:15:35,430 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting d6711bc0ccef41728a22c05e5f6bb96a, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=530, earliestPutTs=1733786131932 2024-12-09T23:15:35,430 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting b919626715c04f66b0b79c96ca591276, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=567, earliestPutTs=1733786133060 2024-12-09T23:15:35,431 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 627b4e2efbdc48c29066ca6b63fb9e69, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=585, earliestPutTs=1733786134876 2024-12-09T23:15:35,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742095_1271 (size=12301) 2024-12-09T23:15:35,436 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=603 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/ddd8780d3c7d4b189c4a56db7235d9a2 2024-12-09T23:15:35,450 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4170317419a24f9278001a79da34f827#C#compaction#234 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:15:35,450 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/c14200772aed4b0e8ca0463247564905 is 50, key is test_row_0/C:col10/1733786134876/Put/seqid=0 2024-12-09T23:15:35,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/203c9864dba0415d862dd56d5c80e5b2 is 50, key is test_row_0/B:col10/1733786134927/Put/seqid=0 2024-12-09T23:15:35,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742096_1272 (size=12983) 2024-12-09T23:15:35,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742097_1273 (size=12301) 2024-12-09T23:15:35,512 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=603 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/203c9864dba0415d862dd56d5c80e5b2 2024-12-09T23:15:35,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/daf48c270571466ca4401c847596d496 is 50, key is test_row_0/C:col10/1733786134927/Put/seqid=0 2024-12-09T23:15:35,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742098_1274 (size=12301) 2024-12-09T23:15:35,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-09T23:15:35,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 4170317419a24f9278001a79da34f827 2024-12-09T23:15:35,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. as already flushing 2024-12-09T23:15:35,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:35,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40672 deadline: 1733786195584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:35,590 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:35,590 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:35,590 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:35,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:35,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40710 deadline: 1733786195588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:35,593 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:35,593 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:35,593 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:35,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:35,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:35,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40714 deadline: 1733786195589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:35,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40694 deadline: 1733786195589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:35,594 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:35,594 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:35,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:35,594 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:35,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:35,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:35,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:35,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40672 deadline: 1733786195693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:35,696 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:35,696 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:35,696 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:35,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:35,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40710 deadline: 1733786195703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:35,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:35,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:35,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:35,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40714 deadline: 1733786195703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:35,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:35,707 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:35,707 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:35,707 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:35,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:35,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40694 deadline: 1733786195703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:35,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:35,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:35,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:35,796 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/4f2440d2e49f42df8a9bee708f16013c as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/4f2440d2e49f42df8a9bee708f16013c 2024-12-09T23:15:35,809 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4170317419a24f9278001a79da34f827/B of 4170317419a24f9278001a79da34f827 into 4f2440d2e49f42df8a9bee708f16013c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:15:35,809 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4170317419a24f9278001a79da34f827: 2024-12-09T23:15:35,809 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., storeName=4170317419a24f9278001a79da34f827/B, priority=13, startTime=1733786135365; duration=0sec 2024-12-09T23:15:35,809 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:15:35,809 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4170317419a24f9278001a79da34f827:B 2024-12-09T23:15:35,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-09T23:15:35,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:35,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40672 deadline: 1733786195903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:35,904 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:35,904 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:35,904 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:35,909 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/c14200772aed4b0e8ca0463247564905 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/c14200772aed4b0e8ca0463247564905 2024-12-09T23:15:35,914 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4170317419a24f9278001a79da34f827/C of 4170317419a24f9278001a79da34f827 into c14200772aed4b0e8ca0463247564905(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:15:35,914 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4170317419a24f9278001a79da34f827: 2024-12-09T23:15:35,914 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., storeName=4170317419a24f9278001a79da34f827/C, priority=13, startTime=1733786135365; duration=0sec 2024-12-09T23:15:35,914 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:15:35,914 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4170317419a24f9278001a79da34f827:C 2024-12-09T23:15:35,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:35,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40710 deadline: 1733786195913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:35,916 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:35,916 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:35,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:35,916 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:35,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40714 deadline: 1733786195913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:35,916 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:35,916 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:35,916 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:35,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:35,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40694 deadline: 1733786195913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:35,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:35,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:35,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:35,955 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=603 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/daf48c270571466ca4401c847596d496 2024-12-09T23:15:35,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/ddd8780d3c7d4b189c4a56db7235d9a2 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/ddd8780d3c7d4b189c4a56db7235d9a2 2024-12-09T23:15:35,968 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/ddd8780d3c7d4b189c4a56db7235d9a2, entries=150, sequenceid=603, filesize=12.0 K 2024-12-09T23:15:35,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/203c9864dba0415d862dd56d5c80e5b2 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/203c9864dba0415d862dd56d5c80e5b2 2024-12-09T23:15:35,975 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/203c9864dba0415d862dd56d5c80e5b2, entries=150, sequenceid=603, filesize=12.0 K 2024-12-09T23:15:35,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/daf48c270571466ca4401c847596d496 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/daf48c270571466ca4401c847596d496 2024-12-09T23:15:35,982 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/daf48c270571466ca4401c847596d496, entries=150, sequenceid=603, filesize=12.0 K 2024-12-09T23:15:35,983 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 4170317419a24f9278001a79da34f827 in 572ms, sequenceid=603, compaction requested=false 2024-12-09T23:15:35,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for 4170317419a24f9278001a79da34f827: 2024-12-09T23:15:35,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:35,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-12-09T23:15:35,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-12-09T23:15:35,987 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-12-09T23:15:35,987 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 727 msec 2024-12-09T23:15:35,990 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 734 msec 2024-12-09T23:15:36,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 4170317419a24f9278001a79da34f827 2024-12-09T23:15:36,106 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4170317419a24f9278001a79da34f827 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-09T23:15:36,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4170317419a24f9278001a79da34f827, store=A 2024-12-09T23:15:36,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:36,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4170317419a24f9278001a79da34f827, store=B 2024-12-09T23:15:36,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:36,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4170317419a24f9278001a79da34f827, store=C 2024-12-09T23:15:36,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:36,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/65da7f887b0b4bd082625dacbd88dde8 is 50, key is test_row_0/A:col10/1733786135586/Put/seqid=0 2024-12-09T23:15:36,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742099_1275 (size=14741) 2024-12-09T23:15:36,119 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=621 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/65da7f887b0b4bd082625dacbd88dde8 2024-12-09T23:15:36,128 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/180a8275391048d9ac86aaad2d5b77a5 is 50, key is test_row_0/B:col10/1733786135586/Put/seqid=0 2024-12-09T23:15:36,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742100_1276 (size=12301) 2024-12-09T23:15:36,172 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=621 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/180a8275391048d9ac86aaad2d5b77a5 2024-12-09T23:15:36,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:36,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40718 deadline: 1733786196192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:36,198 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:36,198 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:36,198 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:36,211 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/74ff3dd7f37a4df6a7042bb48cf20af0 is 50, key is test_row_0/C:col10/1733786135586/Put/seqid=0 2024-12-09T23:15:36,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:36,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40672 deadline: 1733786196214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:36,219 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:36,219 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:36,219 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:36,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:36,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40710 deadline: 1733786196223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:36,226 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:36,226 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:36,226 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:36,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:36,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40714 deadline: 1733786196223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:36,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:36,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:36,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:36,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:36,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40694 deadline: 1733786196229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:36,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:36,234 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:36,234 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:36,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742101_1277 (size=12301) 2024-12-09T23:15:36,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:36,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40718 deadline: 1733786196303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:36,308 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:36,308 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:36,308 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:36,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-09T23:15:36,393 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T23:15:36,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T23:15:36,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees 2024-12-09T23:15:36,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-09T23:15:36,397 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T23:15:36,398 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T23:15:36,398 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T23:15:36,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-09T23:15:36,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:36,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40718 deadline: 1733786196515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:36,521 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:36,521 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:36,521 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:36,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-09T23:15:36,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:36,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. as already flushing 2024-12-09T23:15:36,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:36,553 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:36,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:36,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:36,660 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=621 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/74ff3dd7f37a4df6a7042bb48cf20af0 2024-12-09T23:15:36,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/65da7f887b0b4bd082625dacbd88dde8 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/65da7f887b0b4bd082625dacbd88dde8 2024-12-09T23:15:36,681 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/65da7f887b0b4bd082625dacbd88dde8, entries=200, sequenceid=621, filesize=14.4 K 2024-12-09T23:15:36,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/180a8275391048d9ac86aaad2d5b77a5 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/180a8275391048d9ac86aaad2d5b77a5 2024-12-09T23:15:36,689 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/180a8275391048d9ac86aaad2d5b77a5, entries=150, sequenceid=621, filesize=12.0 K 2024-12-09T23:15:36,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/74ff3dd7f37a4df6a7042bb48cf20af0 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/74ff3dd7f37a4df6a7042bb48cf20af0 2024-12-09T23:15:36,694 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/74ff3dd7f37a4df6a7042bb48cf20af0, entries=150, sequenceid=621, filesize=12.0 K 2024-12-09T23:15:36,695 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 4170317419a24f9278001a79da34f827 in 589ms, sequenceid=621, compaction requested=true 2024-12-09T23:15:36,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4170317419a24f9278001a79da34f827: 2024-12-09T23:15:36,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4170317419a24f9278001a79da34f827:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T23:15:36,696 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:15:36,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:15:36,696 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:15:36,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4170317419a24f9278001a79da34f827:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T23:15:36,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:15:36,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4170317419a24f9278001a79da34f827:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T23:15:36,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:15:36,697 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:15:36,697 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1541): 4170317419a24f9278001a79da34f827/B is initiating minor compaction (all files) 2024-12-09T23:15:36,698 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4170317419a24f9278001a79da34f827/B in TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:36,698 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40025 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:15:36,698 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1541): 4170317419a24f9278001a79da34f827/A is initiating minor compaction (all files) 2024-12-09T23:15:36,698 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/4f2440d2e49f42df8a9bee708f16013c, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/203c9864dba0415d862dd56d5c80e5b2, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/180a8275391048d9ac86aaad2d5b77a5] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp, totalSize=36.7 K 2024-12-09T23:15:36,698 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4170317419a24f9278001a79da34f827/A in TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:36,698 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/8b8a7fb5520f4043bf4cca1279b414e9, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/ddd8780d3c7d4b189c4a56db7235d9a2, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/65da7f887b0b4bd082625dacbd88dde8] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp, totalSize=39.1 K 2024-12-09T23:15:36,698 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 4f2440d2e49f42df8a9bee708f16013c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=585, earliestPutTs=1733786134876 2024-12-09T23:15:36,698 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8b8a7fb5520f4043bf4cca1279b414e9, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=585, earliestPutTs=1733786134876 2024-12-09T23:15:36,698 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 203c9864dba0415d862dd56d5c80e5b2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=603, earliestPutTs=1733786134927 2024-12-09T23:15:36,698 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting ddd8780d3c7d4b189c4a56db7235d9a2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=603, earliestPutTs=1733786134927 2024-12-09T23:15:36,699 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 180a8275391048d9ac86aaad2d5b77a5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=621, earliestPutTs=1733786135586 2024-12-09T23:15:36,699 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 65da7f887b0b4bd082625dacbd88dde8, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=621, earliestPutTs=1733786135586 2024-12-09T23:15:36,706 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4170317419a24f9278001a79da34f827#A#compaction#240 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:15:36,707 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/e673847a20554128898c01090d53cccb is 50, key is test_row_0/A:col10/1733786135586/Put/seqid=0 2024-12-09T23:15:36,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-09T23:15:36,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:36,708 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2902): Flushing 4170317419a24f9278001a79da34f827 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-09T23:15:36,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4170317419a24f9278001a79da34f827, store=A 2024-12-09T23:15:36,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:36,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4170317419a24f9278001a79da34f827, store=B 2024-12-09T23:15:36,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:36,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4170317419a24f9278001a79da34f827, store=C 2024-12-09T23:15:36,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:36,711 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4170317419a24f9278001a79da34f827#B#compaction#241 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:15:36,711 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/8d7c0f7b01ad45aeaba3f08cb29b8fa8 is 50, key is test_row_0/B:col10/1733786135586/Put/seqid=0 2024-12-09T23:15:36,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-09T23:15:36,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742102_1278 (size=13085) 2024-12-09T23:15:36,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/2a9aafa0a7cb4edd800c1c07d19be76b is 50, key is test_row_0/A:col10/1733786136170/Put/seqid=0 2024-12-09T23:15:36,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742103_1279 (size=13085) 2024-12-09T23:15:36,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 4170317419a24f9278001a79da34f827 2024-12-09T23:15:36,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. as already flushing 2024-12-09T23:15:36,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742104_1280 (size=12301) 2024-12-09T23:15:36,753 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=638 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/2a9aafa0a7cb4edd800c1c07d19be76b 2024-12-09T23:15:36,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:36,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40710 deadline: 1733786196749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:36,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:36,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:36,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:36,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:36,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40672 deadline: 1733786196751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:36,755 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:36,755 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:36,755 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:36,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:36,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40694 deadline: 1733786196753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:36,756 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:36,756 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:36,756 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:36,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:36,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40714 deadline: 1733786196753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:36,758 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:36,758 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:36,758 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:36,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/770cef17abc447b2a26e6078bf42938a is 50, key is test_row_0/B:col10/1733786136170/Put/seqid=0 2024-12-09T23:15:36,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742105_1281 (size=12301) 2024-12-09T23:15:36,764 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=638 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/770cef17abc447b2a26e6078bf42938a 2024-12-09T23:15:36,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/46d17d14a46a4412855cb024aa944057 is 50, key is test_row_0/C:col10/1733786136170/Put/seqid=0 2024-12-09T23:15:36,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742106_1282 (size=12301) 2024-12-09T23:15:36,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:36,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40718 deadline: 1733786196833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:36,836 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:36,836 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:36,836 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:36,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:36,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40710 deadline: 1733786196863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:36,865 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:36,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:36,865 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:36,865 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:36,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40672 deadline: 1733786196863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:36,865 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:36,865 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:36,865 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:36,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:36,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40694 deadline: 1733786196863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:36,866 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:36,866 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:36,866 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:36,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:36,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40714 deadline: 1733786196863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:36,866 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:36,866 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:36,866 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:37,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-09T23:15:37,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:37,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:37,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40710 deadline: 1733786197073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:37,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40672 deadline: 1733786197073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:37,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:37,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:37,075 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:37,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:37,075 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:37,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:37,075 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:37,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40694 deadline: 1733786197073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:37,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:37,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:37,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:37,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:37,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40714 deadline: 1733786197073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:37,076 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:37,077 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:37,077 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:37,123 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/e673847a20554128898c01090d53cccb as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/e673847a20554128898c01090d53cccb 2024-12-09T23:15:37,128 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4170317419a24f9278001a79da34f827/A of 4170317419a24f9278001a79da34f827 into e673847a20554128898c01090d53cccb(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:15:37,128 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4170317419a24f9278001a79da34f827: 2024-12-09T23:15:37,129 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., storeName=4170317419a24f9278001a79da34f827/A, priority=13, startTime=1733786136696; duration=0sec 2024-12-09T23:15:37,129 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:15:37,129 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4170317419a24f9278001a79da34f827:A 2024-12-09T23:15:37,129 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:15:37,130 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:15:37,130 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1541): 4170317419a24f9278001a79da34f827/C is initiating minor compaction (all files) 2024-12-09T23:15:37,136 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4170317419a24f9278001a79da34f827/C in TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:37,136 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/c14200772aed4b0e8ca0463247564905, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/daf48c270571466ca4401c847596d496, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/74ff3dd7f37a4df6a7042bb48cf20af0] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp, totalSize=36.7 K 2024-12-09T23:15:37,137 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting c14200772aed4b0e8ca0463247564905, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=585, earliestPutTs=1733786134876 2024-12-09T23:15:37,138 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting daf48c270571466ca4401c847596d496, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=603, earliestPutTs=1733786134927 2024-12-09T23:15:37,138 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 74ff3dd7f37a4df6a7042bb48cf20af0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=621, earliestPutTs=1733786135586 2024-12-09T23:15:37,142 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/8d7c0f7b01ad45aeaba3f08cb29b8fa8 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/8d7c0f7b01ad45aeaba3f08cb29b8fa8 2024-12-09T23:15:37,149 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4170317419a24f9278001a79da34f827/B of 4170317419a24f9278001a79da34f827 into 8d7c0f7b01ad45aeaba3f08cb29b8fa8(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:15:37,149 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4170317419a24f9278001a79da34f827: 2024-12-09T23:15:37,149 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., storeName=4170317419a24f9278001a79da34f827/B, priority=13, startTime=1733786136696; duration=0sec 2024-12-09T23:15:37,149 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:15:37,149 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4170317419a24f9278001a79da34f827:B 2024-12-09T23:15:37,155 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4170317419a24f9278001a79da34f827#C#compaction#245 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:15:37,155 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/cc52418cff894f7b83799e64e1c0db46 is 50, key is test_row_0/C:col10/1733786135586/Put/seqid=0 2024-12-09T23:15:37,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742107_1283 (size=13085) 2024-12-09T23:15:37,175 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=638 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/46d17d14a46a4412855cb024aa944057 2024-12-09T23:15:37,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/2a9aafa0a7cb4edd800c1c07d19be76b as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/2a9aafa0a7cb4edd800c1c07d19be76b 2024-12-09T23:15:37,188 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/2a9aafa0a7cb4edd800c1c07d19be76b, entries=150, sequenceid=638, filesize=12.0 K 2024-12-09T23:15:37,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/770cef17abc447b2a26e6078bf42938a as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/770cef17abc447b2a26e6078bf42938a 2024-12-09T23:15:37,201 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/770cef17abc447b2a26e6078bf42938a, entries=150, sequenceid=638, filesize=12.0 K 2024-12-09T23:15:37,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/46d17d14a46a4412855cb024aa944057 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/46d17d14a46a4412855cb024aa944057 2024-12-09T23:15:37,207 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/46d17d14a46a4412855cb024aa944057, entries=150, sequenceid=638, filesize=12.0 K 2024-12-09T23:15:37,208 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 4170317419a24f9278001a79da34f827 in 500ms, sequenceid=638, compaction requested=false 2024-12-09T23:15:37,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2603): Flush status journal for 4170317419a24f9278001a79da34f827: 2024-12-09T23:15:37,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:37,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=83 2024-12-09T23:15:37,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4169): Remote procedure done, pid=83 2024-12-09T23:15:37,213 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-12-09T23:15:37,213 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 812 msec 2024-12-09T23:15:37,215 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees in 820 msec 2024-12-09T23:15:37,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 4170317419a24f9278001a79da34f827 2024-12-09T23:15:37,345 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4170317419a24f9278001a79da34f827 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-09T23:15:37,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4170317419a24f9278001a79da34f827, store=A 2024-12-09T23:15:37,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:37,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4170317419a24f9278001a79da34f827, store=B 2024-12-09T23:15:37,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:37,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4170317419a24f9278001a79da34f827, store=C 2024-12-09T23:15:37,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:37,360 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/73fe8decbb7e4e54b976ca16d37bcf9c is 50, key is test_row_0/A:col10/1733786136752/Put/seqid=0 2024-12-09T23:15:37,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742108_1284 (size=14741) 2024-12-09T23:15:37,372 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=656 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/73fe8decbb7e4e54b976ca16d37bcf9c 2024-12-09T23:15:37,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:37,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40672 deadline: 1733786197398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:37,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:37,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40714 deadline: 1733786197399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:37,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:37,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40710 deadline: 1733786197401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:37,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:37,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40718 deadline: 1733786197401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:37,403 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:37,403 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:37,403 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:37,403 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/2ff68321bedb4f3589366e6d9495a273 is 50, key is test_row_0/B:col10/1733786136752/Put/seqid=0 2024-12-09T23:15:37,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:37,404 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:37,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:37,404 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:37,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:37,404 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:37,404 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:37,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:37,404 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:37,405 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:37,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40694 deadline: 1733786197401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:37,406 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:37,406 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:37,406 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:37,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742109_1285 (size=12301) 2024-12-09T23:15:37,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:37,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40710 deadline: 1733786197513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:37,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:37,519 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:37,519 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:37,519 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:37,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:37,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40718 deadline: 1733786197513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:37,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40694 deadline: 1733786197514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:37,520 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:37,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:37,520 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:37,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:37,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:37,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:37,520 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:37,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:37,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40672 deadline: 1733786197514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:37,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40714 deadline: 1733786197514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:37,520 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:37,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:37,520 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:37,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:37,520 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:37,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:37,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-09T23:15:37,534 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T23:15:37,535 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T23:15:37,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees 2024-12-09T23:15:37,537 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T23:15:37,539 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T23:15:37,539 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T23:15:37,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-09T23:15:37,582 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/cc52418cff894f7b83799e64e1c0db46 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/cc52418cff894f7b83799e64e1c0db46 2024-12-09T23:15:37,589 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4170317419a24f9278001a79da34f827/C of 4170317419a24f9278001a79da34f827 into cc52418cff894f7b83799e64e1c0db46(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:15:37,589 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4170317419a24f9278001a79da34f827: 2024-12-09T23:15:37,589 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., storeName=4170317419a24f9278001a79da34f827/C, priority=13, startTime=1733786136696; duration=0sec 2024-12-09T23:15:37,589 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:15:37,589 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4170317419a24f9278001a79da34f827:C 2024-12-09T23:15:37,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-09T23:15:37,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-12-09T23:15:37,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:37,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. as already flushing 2024-12-09T23:15:37,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:37,694 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:37,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:37,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:37,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:37,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40710 deadline: 1733786197723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:37,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:37,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40714 deadline: 1733786197723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:37,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:37,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:37,726 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:37,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40694 deadline: 1733786197723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:37,726 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:37,726 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:37,726 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:37,726 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:37,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:37,726 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:37,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40672 deadline: 1733786197723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:37,726 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:37,726 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:37,726 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:37,726 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:37,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:37,726 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:37,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40718 deadline: 1733786197723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:37,726 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:37,727 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:37,727 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:37,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-12-09T23:15:37,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:37,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. as already flushing 2024-12-09T23:15:37,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:37,847 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:37,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:37,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:37,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-09T23:15:37,862 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=656 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/2ff68321bedb4f3589366e6d9495a273 2024-12-09T23:15:37,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/f6177db3b87741b3818a98ec6fd988be is 50, key is test_row_0/C:col10/1733786136752/Put/seqid=0 2024-12-09T23:15:37,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742110_1286 (size=12301) 2024-12-09T23:15:37,885 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=656 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/f6177db3b87741b3818a98ec6fd988be 2024-12-09T23:15:37,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/73fe8decbb7e4e54b976ca16d37bcf9c as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/73fe8decbb7e4e54b976ca16d37bcf9c 2024-12-09T23:15:37,897 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/73fe8decbb7e4e54b976ca16d37bcf9c, entries=200, sequenceid=656, filesize=14.4 K 2024-12-09T23:15:37,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/2ff68321bedb4f3589366e6d9495a273 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/2ff68321bedb4f3589366e6d9495a273 2024-12-09T23:15:37,905 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/2ff68321bedb4f3589366e6d9495a273, entries=150, sequenceid=656, filesize=12.0 K 2024-12-09T23:15:37,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/f6177db3b87741b3818a98ec6fd988be as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/f6177db3b87741b3818a98ec6fd988be 2024-12-09T23:15:37,909 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/f6177db3b87741b3818a98ec6fd988be, entries=150, sequenceid=656, filesize=12.0 K 2024-12-09T23:15:37,910 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 4170317419a24f9278001a79da34f827 in 565ms, sequenceid=656, compaction requested=true 2024-12-09T23:15:37,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4170317419a24f9278001a79da34f827: 2024-12-09T23:15:37,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4170317419a24f9278001a79da34f827:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T23:15:37,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:15:37,910 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:15:37,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4170317419a24f9278001a79da34f827:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T23:15:37,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:15:37,910 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:15:37,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4170317419a24f9278001a79da34f827:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T23:15:37,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:15:37,911 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40127 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:15:37,911 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:15:37,911 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1541): 4170317419a24f9278001a79da34f827/B is initiating minor compaction (all files) 2024-12-09T23:15:37,911 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1541): 4170317419a24f9278001a79da34f827/A is initiating minor compaction (all files) 2024-12-09T23:15:37,911 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4170317419a24f9278001a79da34f827/A in TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:37,912 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/e673847a20554128898c01090d53cccb, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/2a9aafa0a7cb4edd800c1c07d19be76b, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/73fe8decbb7e4e54b976ca16d37bcf9c] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp, totalSize=39.2 K 2024-12-09T23:15:37,912 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4170317419a24f9278001a79da34f827/B in TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:37,912 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/8d7c0f7b01ad45aeaba3f08cb29b8fa8, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/770cef17abc447b2a26e6078bf42938a, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/2ff68321bedb4f3589366e6d9495a273] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp, totalSize=36.8 K 2024-12-09T23:15:37,912 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d7c0f7b01ad45aeaba3f08cb29b8fa8, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=621, earliestPutTs=1733786135586 2024-12-09T23:15:37,912 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting e673847a20554128898c01090d53cccb, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=621, earliestPutTs=1733786135586 2024-12-09T23:15:37,912 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2a9aafa0a7cb4edd800c1c07d19be76b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=638, earliestPutTs=1733786136120 2024-12-09T23:15:37,913 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 770cef17abc447b2a26e6078bf42938a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=638, earliestPutTs=1733786136120 2024-12-09T23:15:37,913 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ff68321bedb4f3589366e6d9495a273, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=656, earliestPutTs=1733786136736 2024-12-09T23:15:37,913 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 73fe8decbb7e4e54b976ca16d37bcf9c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=656, earliestPutTs=1733786136736 2024-12-09T23:15:37,922 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4170317419a24f9278001a79da34f827#B#compaction#249 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:15:37,923 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/96e4734da9924bb0a2697aefa2dcce65 is 50, key is test_row_0/B:col10/1733786136752/Put/seqid=0 2024-12-09T23:15:37,924 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4170317419a24f9278001a79da34f827#A#compaction#250 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:15:37,924 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/c617727f43404b4f8243502e24264882 is 50, key is test_row_0/A:col10/1733786136752/Put/seqid=0 2024-12-09T23:15:37,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742111_1287 (size=13187) 2024-12-09T23:15:37,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742112_1288 (size=13187) 2024-12-09T23:15:38,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-12-09T23:15:38,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:38,000 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2902): Flushing 4170317419a24f9278001a79da34f827 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-09T23:15:38,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4170317419a24f9278001a79da34f827, store=A 2024-12-09T23:15:38,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:38,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4170317419a24f9278001a79da34f827, store=B 2024-12-09T23:15:38,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:38,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4170317419a24f9278001a79da34f827, store=C 2024-12-09T23:15:38,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:38,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/f575326507444885b978163bc026b6da is 50, key is test_row_0/A:col10/1733786137398/Put/seqid=0 2024-12-09T23:15:38,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742113_1289 (size=12301) 2024-12-09T23:15:38,013 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=673 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/f575326507444885b978163bc026b6da 2024-12-09T23:15:38,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/04e235a9849e4fa9bafb741df94948dd is 50, key is test_row_0/B:col10/1733786137398/Put/seqid=0 2024-12-09T23:15:38,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742114_1290 (size=12301) 2024-12-09T23:15:38,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 4170317419a24f9278001a79da34f827 2024-12-09T23:15:38,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. as already flushing 2024-12-09T23:15:38,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:38,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40672 deadline: 1733786198041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:38,046 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:38,046 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:38,046 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:38,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:38,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40718 deadline: 1733786198042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:38,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:38,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40710 deadline: 1733786198043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:38,047 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:38,048 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:38,048 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:38,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:38,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:38,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:38,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:38,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40714 deadline: 1733786198044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:38,048 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:38,048 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:38,048 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:38,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:38,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40694 deadline: 1733786198046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:38,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:38,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:38,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:38,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:38,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40672 deadline: 1733786198153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:38,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:38,155 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:38,155 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:38,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40718 deadline: 1733786198153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:38,155 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:38,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:38,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:38,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40710 deadline: 1733786198153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:38,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:38,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:38,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:38,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:38,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:38,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:38,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40714 deadline: 1733786198153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:38,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:38,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:38,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:38,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:38,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40694 deadline: 1733786198153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:38,156 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:38,156 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:38,156 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:38,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-09T23:15:38,263 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T23:15:38,332 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/96e4734da9924bb0a2697aefa2dcce65 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/96e4734da9924bb0a2697aefa2dcce65 2024-12-09T23:15:38,339 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4170317419a24f9278001a79da34f827/B of 4170317419a24f9278001a79da34f827 into 96e4734da9924bb0a2697aefa2dcce65(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:15:38,339 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4170317419a24f9278001a79da34f827: 2024-12-09T23:15:38,339 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., storeName=4170317419a24f9278001a79da34f827/B, priority=13, startTime=1733786137910; duration=0sec 2024-12-09T23:15:38,339 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:15:38,339 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4170317419a24f9278001a79da34f827:B 2024-12-09T23:15:38,339 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:15:38,341 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:15:38,341 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1541): 4170317419a24f9278001a79da34f827/C is initiating minor compaction (all files) 2024-12-09T23:15:38,341 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4170317419a24f9278001a79da34f827/C in TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:38,341 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/cc52418cff894f7b83799e64e1c0db46, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/46d17d14a46a4412855cb024aa944057, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/f6177db3b87741b3818a98ec6fd988be] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp, totalSize=36.8 K 2024-12-09T23:15:38,341 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting cc52418cff894f7b83799e64e1c0db46, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=621, earliestPutTs=1733786135586 2024-12-09T23:15:38,342 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 46d17d14a46a4412855cb024aa944057, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=638, earliestPutTs=1733786136120 2024-12-09T23:15:38,342 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting f6177db3b87741b3818a98ec6fd988be, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=656, earliestPutTs=1733786136736 2024-12-09T23:15:38,343 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/c617727f43404b4f8243502e24264882 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/c617727f43404b4f8243502e24264882 2024-12-09T23:15:38,347 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4170317419a24f9278001a79da34f827/A of 4170317419a24f9278001a79da34f827 into c617727f43404b4f8243502e24264882(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:15:38,347 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4170317419a24f9278001a79da34f827: 2024-12-09T23:15:38,347 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., storeName=4170317419a24f9278001a79da34f827/A, priority=13, startTime=1733786137910; duration=0sec 2024-12-09T23:15:38,348 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:15:38,348 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4170317419a24f9278001a79da34f827:A 2024-12-09T23:15:38,349 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4170317419a24f9278001a79da34f827#C#compaction#253 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:15:38,350 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/3b7b4fef99f84a1bb11e37c88ce011e2 is 50, key is test_row_0/C:col10/1733786136752/Put/seqid=0 2024-12-09T23:15:38,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742115_1291 (size=13187) 2024-12-09T23:15:38,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:38,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40672 deadline: 1733786198363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:38,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:38,364 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:38,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40718 deadline: 1733786198363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:38,364 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:38,364 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:38,364 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:38,364 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:38,364 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:38,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:38,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40710 deadline: 1733786198363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:38,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:38,366 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:38,366 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:38,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40714 deadline: 1733786198363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:38,366 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:38,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:38,366 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:38,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40694 deadline: 1733786198363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:38,366 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:38,366 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:38,366 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:38,366 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:38,366 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:38,424 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=673 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/04e235a9849e4fa9bafb741df94948dd 2024-12-09T23:15:38,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/b7e31a137f95432c88ecf76eb6d91ef1 is 50, key is test_row_0/C:col10/1733786137398/Put/seqid=0 2024-12-09T23:15:38,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742116_1292 (size=12301) 2024-12-09T23:15:38,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-09T23:15:38,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:38,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40714 deadline: 1733786198674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:38,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:38,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:38,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:38,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:38,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:38,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40694 deadline: 1733786198674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:38,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40718 deadline: 1733786198674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:38,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:38,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40672 deadline: 1733786198675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:38,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:38,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40710 deadline: 1733786198675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:38,678 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:38,678 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:38,678 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:38,678 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:38,678 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:38,678 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:38,681 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:38,681 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:38,681 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:38,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:38,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:38,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:38,758 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/3b7b4fef99f84a1bb11e37c88ce011e2 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/3b7b4fef99f84a1bb11e37c88ce011e2 2024-12-09T23:15:38,769 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4170317419a24f9278001a79da34f827/C of 4170317419a24f9278001a79da34f827 into 3b7b4fef99f84a1bb11e37c88ce011e2(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:15:38,769 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4170317419a24f9278001a79da34f827: 2024-12-09T23:15:38,769 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., storeName=4170317419a24f9278001a79da34f827/C, priority=13, startTime=1733786137910; duration=0sec 2024-12-09T23:15:38,769 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:15:38,769 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4170317419a24f9278001a79da34f827:C 2024-12-09T23:15:38,836 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=673 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/b7e31a137f95432c88ecf76eb6d91ef1 2024-12-09T23:15:38,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/f575326507444885b978163bc026b6da as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/f575326507444885b978163bc026b6da 2024-12-09T23:15:38,846 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/f575326507444885b978163bc026b6da, entries=150, sequenceid=673, filesize=12.0 K 2024-12-09T23:15:38,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/04e235a9849e4fa9bafb741df94948dd as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/04e235a9849e4fa9bafb741df94948dd 2024-12-09T23:15:38,862 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/04e235a9849e4fa9bafb741df94948dd, entries=150, sequenceid=673, filesize=12.0 K 2024-12-09T23:15:38,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/b7e31a137f95432c88ecf76eb6d91ef1 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/b7e31a137f95432c88ecf76eb6d91ef1 2024-12-09T23:15:38,868 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/b7e31a137f95432c88ecf76eb6d91ef1, entries=150, sequenceid=673, filesize=12.0 K 2024-12-09T23:15:38,869 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 4170317419a24f9278001a79da34f827 in 869ms, sequenceid=673, compaction requested=false 2024-12-09T23:15:38,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2603): Flush status journal for 4170317419a24f9278001a79da34f827: 2024-12-09T23:15:38,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:38,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=85 2024-12-09T23:15:38,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4169): Remote procedure done, pid=85 2024-12-09T23:15:38,873 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-12-09T23:15:38,873 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3320 sec 2024-12-09T23:15:38,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees in 1.3390 sec 2024-12-09T23:15:39,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 4170317419a24f9278001a79da34f827 2024-12-09T23:15:39,186 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4170317419a24f9278001a79da34f827 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-09T23:15:39,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4170317419a24f9278001a79da34f827, store=A 2024-12-09T23:15:39,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:39,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4170317419a24f9278001a79da34f827, store=B 2024-12-09T23:15:39,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:39,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4170317419a24f9278001a79da34f827, store=C 2024-12-09T23:15:39,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:39,195 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/f7c7257c221d47bfae2bc8aeae79513f is 50, key is test_row_0/A:col10/1733786139185/Put/seqid=0 2024-12-09T23:15:39,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742117_1293 (size=14741) 2024-12-09T23:15:39,202 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=695 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/f7c7257c221d47bfae2bc8aeae79513f 2024-12-09T23:15:39,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:39,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40710 deadline: 1733786199199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:39,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:39,203 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:39,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40672 deadline: 1733786199199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:39,203 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:39,203 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:39,203 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:39,203 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:39,203 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:39,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:39,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40714 deadline: 1733786199201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:39,205 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:39,205 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:39,205 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:39,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:39,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40694 deadline: 1733786199203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:39,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:39,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40718 deadline: 1733786199203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:39,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:39,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:39,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:39,208 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:39,209 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:39,209 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:39,211 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/ac54164823684975a97d6239cd0d0654 is 50, key is test_row_0/B:col10/1733786139185/Put/seqid=0 2024-12-09T23:15:39,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742118_1294 (size=12301) 2024-12-09T23:15:39,217 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=695 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/ac54164823684975a97d6239cd0d0654 2024-12-09T23:15:39,227 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/0a21d5aac389494d8d68a11a68dc221d is 50, key is test_row_0/C:col10/1733786139185/Put/seqid=0 2024-12-09T23:15:39,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742119_1295 (size=12301) 2024-12-09T23:15:39,234 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=695 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/0a21d5aac389494d8d68a11a68dc221d 2024-12-09T23:15:39,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/f7c7257c221d47bfae2bc8aeae79513f as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/f7c7257c221d47bfae2bc8aeae79513f 2024-12-09T23:15:39,243 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/f7c7257c221d47bfae2bc8aeae79513f, entries=200, sequenceid=695, filesize=14.4 K 2024-12-09T23:15:39,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/ac54164823684975a97d6239cd0d0654 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/ac54164823684975a97d6239cd0d0654 2024-12-09T23:15:39,249 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/ac54164823684975a97d6239cd0d0654, entries=150, sequenceid=695, filesize=12.0 K 2024-12-09T23:15:39,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/0a21d5aac389494d8d68a11a68dc221d as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/0a21d5aac389494d8d68a11a68dc221d 2024-12-09T23:15:39,254 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/0a21d5aac389494d8d68a11a68dc221d, entries=150, sequenceid=695, filesize=12.0 K 2024-12-09T23:15:39,255 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 4170317419a24f9278001a79da34f827 in 69ms, sequenceid=695, compaction requested=true 2024-12-09T23:15:39,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4170317419a24f9278001a79da34f827: 2024-12-09T23:15:39,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4170317419a24f9278001a79da34f827:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T23:15:39,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:15:39,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4170317419a24f9278001a79da34f827:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T23:15:39,255 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:15:39,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:15:39,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4170317419a24f9278001a79da34f827:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T23:15:39,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-09T23:15:39,255 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:15:39,256 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40229 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:15:39,256 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1541): 4170317419a24f9278001a79da34f827/A is initiating minor compaction (all files) 2024-12-09T23:15:39,256 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4170317419a24f9278001a79da34f827/A in TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:39,256 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/c617727f43404b4f8243502e24264882, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/f575326507444885b978163bc026b6da, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/f7c7257c221d47bfae2bc8aeae79513f] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp, totalSize=39.3 K 2024-12-09T23:15:39,256 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:15:39,256 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1541): 4170317419a24f9278001a79da34f827/B is initiating minor compaction (all files) 2024-12-09T23:15:39,256 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4170317419a24f9278001a79da34f827/B in TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:39,256 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/96e4734da9924bb0a2697aefa2dcce65, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/04e235a9849e4fa9bafb741df94948dd, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/ac54164823684975a97d6239cd0d0654] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp, totalSize=36.9 K 2024-12-09T23:15:39,257 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting c617727f43404b4f8243502e24264882, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=656, earliestPutTs=1733786136736 2024-12-09T23:15:39,257 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 96e4734da9924bb0a2697aefa2dcce65, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=656, earliestPutTs=1733786136736 2024-12-09T23:15:39,257 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting f575326507444885b978163bc026b6da, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=673, earliestPutTs=1733786137394 2024-12-09T23:15:39,258 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 04e235a9849e4fa9bafb741df94948dd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=673, earliestPutTs=1733786137394 2024-12-09T23:15:39,258 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting f7c7257c221d47bfae2bc8aeae79513f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=695, earliestPutTs=1733786138044 2024-12-09T23:15:39,259 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting ac54164823684975a97d6239cd0d0654, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=695, earliestPutTs=1733786139185 2024-12-09T23:15:39,282 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4170317419a24f9278001a79da34f827#B#compaction#258 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:15:39,283 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/8bd814ba4d324eb091649b555573bee8 is 50, key is test_row_0/B:col10/1733786139185/Put/seqid=0 2024-12-09T23:15:39,285 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4170317419a24f9278001a79da34f827#A#compaction#259 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:15:39,286 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/c40e8ca4735c414297338e67a5948d31 is 50, key is test_row_0/A:col10/1733786139185/Put/seqid=0 2024-12-09T23:15:39,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742120_1296 (size=13289) 2024-12-09T23:15:39,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742121_1297 (size=13289) 2024-12-09T23:15:39,308 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/c40e8ca4735c414297338e67a5948d31 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/c40e8ca4735c414297338e67a5948d31 2024-12-09T23:15:39,315 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4170317419a24f9278001a79da34f827/A of 4170317419a24f9278001a79da34f827 into c40e8ca4735c414297338e67a5948d31(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:15:39,315 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4170317419a24f9278001a79da34f827: 2024-12-09T23:15:39,315 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., storeName=4170317419a24f9278001a79da34f827/A, priority=13, startTime=1733786139255; duration=0sec 2024-12-09T23:15:39,315 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:15:39,315 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4170317419a24f9278001a79da34f827:A 2024-12-09T23:15:39,315 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:15:39,316 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:15:39,317 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1541): 4170317419a24f9278001a79da34f827/C is initiating minor compaction (all files) 2024-12-09T23:15:39,317 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4170317419a24f9278001a79da34f827/C in TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:39,317 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/3b7b4fef99f84a1bb11e37c88ce011e2, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/b7e31a137f95432c88ecf76eb6d91ef1, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/0a21d5aac389494d8d68a11a68dc221d] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp, totalSize=36.9 K 2024-12-09T23:15:39,317 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3b7b4fef99f84a1bb11e37c88ce011e2, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=656, earliestPutTs=1733786136736 2024-12-09T23:15:39,318 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting b7e31a137f95432c88ecf76eb6d91ef1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=673, earliestPutTs=1733786137394 2024-12-09T23:15:39,318 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a21d5aac389494d8d68a11a68dc221d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=695, earliestPutTs=1733786139185 2024-12-09T23:15:39,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 4170317419a24f9278001a79da34f827 2024-12-09T23:15:39,323 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4170317419a24f9278001a79da34f827 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-09T23:15:39,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4170317419a24f9278001a79da34f827, store=A 2024-12-09T23:15:39,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:39,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4170317419a24f9278001a79da34f827, store=B 2024-12-09T23:15:39,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:39,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4170317419a24f9278001a79da34f827, store=C 2024-12-09T23:15:39,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:39,328 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/3e2ee7cca9d542fc94b0ddd0beda3da5 is 50, key is test_row_0/A:col10/1733786139201/Put/seqid=0 2024-12-09T23:15:39,329 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4170317419a24f9278001a79da34f827#C#compaction#261 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:15:39,330 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/85d6c978395f447bb85249cd994efe77 is 50, key is test_row_0/C:col10/1733786139185/Put/seqid=0 2024-12-09T23:15:39,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742123_1299 (size=13289) 2024-12-09T23:15:39,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742122_1298 (size=12301) 2024-12-09T23:15:39,349 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/85d6c978395f447bb85249cd994efe77 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/85d6c978395f447bb85249cd994efe77 2024-12-09T23:15:39,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:39,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40672 deadline: 1733786199342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:39,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:39,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40714 deadline: 1733786199344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:39,349 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:39,349 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:39,349 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:39,349 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:39,349 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:39,349 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:39,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:39,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40718 deadline: 1733786199347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:39,353 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:39,353 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:39,353 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:39,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:39,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40710 deadline: 1733786199349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:39,354 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:39,354 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:39,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:39,354 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:39,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40694 deadline: 1733786199349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:39,354 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:39,354 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:39,354 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:39,361 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4170317419a24f9278001a79da34f827/C of 4170317419a24f9278001a79da34f827 into 85d6c978395f447bb85249cd994efe77(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:15:39,361 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4170317419a24f9278001a79da34f827: 2024-12-09T23:15:39,361 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., storeName=4170317419a24f9278001a79da34f827/C, priority=13, startTime=1733786139255; duration=0sec 2024-12-09T23:15:39,361 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:15:39,361 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4170317419a24f9278001a79da34f827:C 2024-12-09T23:15:39,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:39,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40672 deadline: 1733786199453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:39,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:39,455 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:39,455 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:39,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40714 deadline: 1733786199453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:39,455 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:39,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:39,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:39,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:39,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:39,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40718 deadline: 1733786199463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:39,464 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:39,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:39,464 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:39,464 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:39,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40710 deadline: 1733786199463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:39,465 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:39,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:39,465 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:39,465 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:39,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40694 deadline: 1733786199463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:39,465 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:39,465 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:39,465 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:39,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:39,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40672 deadline: 1733786199663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:39,666 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:39,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:39,666 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:39,666 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:39,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40714 deadline: 1733786199663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:39,666 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:39,666 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:39,666 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:39,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:39,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40718 deadline: 1733786199673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:39,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:39,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:39,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:39,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40710 deadline: 1733786199673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:39,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:39,676 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:39,677 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:39,677 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:39,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:39,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40694 deadline: 1733786199673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:39,677 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:39,677 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:39,677 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:39,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-09T23:15:39,683 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T23:15:39,684 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T23:15:39,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] procedure2.ProcedureExecutor(1139): Stored pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees 2024-12-09T23:15:39,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-12-09T23:15:39,685 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T23:15:39,685 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T23:15:39,685 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T23:15:39,696 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/8bd814ba4d324eb091649b555573bee8 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/8bd814ba4d324eb091649b555573bee8 2024-12-09T23:15:39,699 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4170317419a24f9278001a79da34f827/B of 4170317419a24f9278001a79da34f827 into 8bd814ba4d324eb091649b555573bee8(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:15:39,699 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4170317419a24f9278001a79da34f827: 2024-12-09T23:15:39,699 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., storeName=4170317419a24f9278001a79da34f827/B, priority=13, startTime=1733786139255; duration=0sec 2024-12-09T23:15:39,699 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:15:39,700 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4170317419a24f9278001a79da34f827:B 2024-12-09T23:15:39,743 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=712 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/3e2ee7cca9d542fc94b0ddd0beda3da5 2024-12-09T23:15:39,751 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/0976b9f9a6ed40a0b74f003165af06d2 is 50, key is test_row_0/B:col10/1733786139201/Put/seqid=0 2024-12-09T23:15:39,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742124_1300 (size=12301) 2024-12-09T23:15:39,756 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=712 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/0976b9f9a6ed40a0b74f003165af06d2 2024-12-09T23:15:39,763 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/642db362f4bd4bf78b4e955028e71f05 is 50, key is test_row_0/C:col10/1733786139201/Put/seqid=0 2024-12-09T23:15:39,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742125_1301 (size=12301) 2024-12-09T23:15:39,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-12-09T23:15:39,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-12-09T23:15:39,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:39,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. as already flushing 2024-12-09T23:15:39,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:39,838 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:39,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:39,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:39,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:39,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:39,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40714 deadline: 1733786199973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:39,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40672 deadline: 1733786199973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:39,975 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:39,975 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:39,975 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:39,975 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:39,976 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:39,976 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:39,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:39,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40718 deadline: 1733786199983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:39,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:39,984 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:39,984 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:39,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40710 deadline: 1733786199983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:39,984 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:39,984 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:39,984 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:39,984 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:39,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:39,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40694 deadline: 1733786199983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:39,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:39,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:39,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:39,991 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-12-09T23:15:39,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:39,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. as already flushing 2024-12-09T23:15:39,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:39,991 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:39,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:39,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:40,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-12-09T23:15:40,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-12-09T23:15:40,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:40,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. as already flushing 2024-12-09T23:15:40,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:40,144 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:40,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:40,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:40,167 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=712 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/642db362f4bd4bf78b4e955028e71f05 2024-12-09T23:15:40,172 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/3e2ee7cca9d542fc94b0ddd0beda3da5 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/3e2ee7cca9d542fc94b0ddd0beda3da5 2024-12-09T23:15:40,175 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/3e2ee7cca9d542fc94b0ddd0beda3da5, entries=150, sequenceid=712, filesize=12.0 K 2024-12-09T23:15:40,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/0976b9f9a6ed40a0b74f003165af06d2 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/0976b9f9a6ed40a0b74f003165af06d2 2024-12-09T23:15:40,179 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/0976b9f9a6ed40a0b74f003165af06d2, entries=150, sequenceid=712, filesize=12.0 K 2024-12-09T23:15:40,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/642db362f4bd4bf78b4e955028e71f05 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/642db362f4bd4bf78b4e955028e71f05 2024-12-09T23:15:40,183 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/642db362f4bd4bf78b4e955028e71f05, entries=150, sequenceid=712, filesize=12.0 K 2024-12-09T23:15:40,184 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=93.93 KB/96180 for 4170317419a24f9278001a79da34f827 in 860ms, sequenceid=712, compaction requested=false 2024-12-09T23:15:40,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4170317419a24f9278001a79da34f827: 2024-12-09T23:15:40,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-12-09T23:15:40,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:40,297 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2902): Flushing 4170317419a24f9278001a79da34f827 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-09T23:15:40,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4170317419a24f9278001a79da34f827, store=A 2024-12-09T23:15:40,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:40,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4170317419a24f9278001a79da34f827, store=B 2024-12-09T23:15:40,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:40,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4170317419a24f9278001a79da34f827, store=C 2024-12-09T23:15:40,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:40,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/561a88604f2c435a8dca66691bd078f4 is 50, key is test_row_0/A:col10/1733786139347/Put/seqid=0 2024-12-09T23:15:40,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-12-09T23:15:40,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742126_1302 (size=12301) 2024-12-09T23:15:40,322 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=731 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/561a88604f2c435a8dca66691bd078f4 2024-12-09T23:15:40,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/dcec40bc18044b059f9f3b6231fbc76a is 50, key is test_row_0/B:col10/1733786139347/Put/seqid=0 2024-12-09T23:15:40,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742127_1303 (size=12301) 2024-12-09T23:15:40,350 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=731 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/dcec40bc18044b059f9f3b6231fbc76a 2024-12-09T23:15:40,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/b3b045f1fa6b49d39dafabbc0476da7f is 50, key is test_row_0/C:col10/1733786139347/Put/seqid=0 2024-12-09T23:15:40,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742128_1304 (size=12301) 2024-12-09T23:15:40,366 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=731 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/b3b045f1fa6b49d39dafabbc0476da7f 2024-12-09T23:15:40,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/561a88604f2c435a8dca66691bd078f4 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/561a88604f2c435a8dca66691bd078f4 2024-12-09T23:15:40,374 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/561a88604f2c435a8dca66691bd078f4, entries=150, sequenceid=731, filesize=12.0 K 2024-12-09T23:15:40,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/dcec40bc18044b059f9f3b6231fbc76a as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/dcec40bc18044b059f9f3b6231fbc76a 2024-12-09T23:15:40,379 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/dcec40bc18044b059f9f3b6231fbc76a, entries=150, sequenceid=731, filesize=12.0 K 2024-12-09T23:15:40,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/b3b045f1fa6b49d39dafabbc0476da7f as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/b3b045f1fa6b49d39dafabbc0476da7f 2024-12-09T23:15:40,384 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/b3b045f1fa6b49d39dafabbc0476da7f, entries=150, sequenceid=731, filesize=12.0 K 2024-12-09T23:15:40,385 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=0 B/0 for 4170317419a24f9278001a79da34f827 in 88ms, sequenceid=731, compaction requested=true 2024-12-09T23:15:40,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2603): Flush status journal for 4170317419a24f9278001a79da34f827: 2024-12-09T23:15:40,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:40,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=87 2024-12-09T23:15:40,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4169): Remote procedure done, pid=87 2024-12-09T23:15:40,389 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-12-09T23:15:40,389 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 702 msec 2024-12-09T23:15:40,391 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees in 705 msec 2024-12-09T23:15:40,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 4170317419a24f9278001a79da34f827 2024-12-09T23:15:40,491 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4170317419a24f9278001a79da34f827 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-09T23:15:40,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4170317419a24f9278001a79da34f827, store=A 2024-12-09T23:15:40,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:40,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4170317419a24f9278001a79da34f827, store=B 2024-12-09T23:15:40,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:40,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4170317419a24f9278001a79da34f827, store=C 2024-12-09T23:15:40,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:40,496 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/f4390cc9ced34dfcb2d83ff4f58205e0 is 50, key is test_row_0/A:col10/1733786140489/Put/seqid=0 2024-12-09T23:15:40,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742129_1305 (size=14741) 2024-12-09T23:15:40,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:40,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40718 deadline: 1733786200509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:40,515 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733786140500, max timestamp=1733786140513Num uniques 859; 2024-12-09T23:15:40,515 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733786140500, max timestamp=1733786140513Num uniques 859; 2024-12-09T23:15:40,515 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733786140500, max timestamp=1733786140513Num uniques 859; 2024-12-09T23:15:40,516 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-09T23:15:40,516 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-09T23:15:40,516 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-09T23:15:40,516 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:40,516 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:40,516 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:40,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:40,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40710 deadline: 1733786200533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:40,538 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:40,538 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:40,538 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:40,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:40,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40714 deadline: 1733786200534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:40,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:40,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:40,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:40,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:40,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40694 deadline: 1733786200534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:40,539 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:40,539 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:40,539 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:40,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:40,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40672 deadline: 1733786200538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:40,542 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:40,542 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:40,542 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:40,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:40,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40718 deadline: 1733786200623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:40,627 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:40,627 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:40,627 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:40,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:40,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40710 deadline: 1733786200642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:40,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:40,646 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:40,646 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:40,646 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:40,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40714 deadline: 1733786200643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:40,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:40,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:40,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:40,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:40,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40694 deadline: 1733786200643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:40,646 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:40,646 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:40,646 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:40,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:40,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40672 deadline: 1733786200653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:40,656 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:40,656 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:40,656 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:40,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-12-09T23:15:40,823 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T23:15:40,824 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T23:15:40,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees 2024-12-09T23:15:40,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-09T23:15:40,825 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=88, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T23:15:40,826 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=88, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T23:15:40,826 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T23:15:40,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:40,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40718 deadline: 1733786200832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:40,836 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:40,836 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:40,836 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:40,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:40,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40710 deadline: 1733786200853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:40,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:40,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:40,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:40,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:40,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40714 deadline: 1733786200853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:40,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:40,855 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:40,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40694 deadline: 1733786200853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:40,855 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:40,855 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:40,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:40,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:40,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:40,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:40,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40672 deadline: 1733786200863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:40,866 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:40,866 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:40,866 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:40,903 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=741 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/f4390cc9ced34dfcb2d83ff4f58205e0 2024-12-09T23:15:40,908 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/af2c4e9ac6fd45a2b304315f5c84f815 is 50, key is test_row_0/B:col10/1733786140489/Put/seqid=0 2024-12-09T23:15:40,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742130_1306 (size=12301) 2024-12-09T23:15:40,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-09T23:15:40,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-12-09T23:15:40,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:40,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. as already flushing 2024-12-09T23:15:40,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:40,978 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:40,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:40,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:41,131 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-12-09T23:15:41,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:41,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. as already flushing 2024-12-09T23:15:41,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:41,131 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:41,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:41,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:41,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-09T23:15:41,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:41,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40718 deadline: 1733786201142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:41,145 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:41,145 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:41,145 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:41,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:41,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40710 deadline: 1733786201163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:41,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:41,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:41,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:41,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40714 deadline: 1733786201163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:41,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:41,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:41,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40694 deadline: 1733786201163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:41,167 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:41,167 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:41,167 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:41,167 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:41,167 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:41,167 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:41,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:41,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40672 deadline: 1733786201173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:41,175 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:41,175 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:41,175 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:41,284 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-12-09T23:15:41,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:41,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. as already flushing 2024-12-09T23:15:41,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:41,285 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:41,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:41,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:41,317 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=741 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/af2c4e9ac6fd45a2b304315f5c84f815 2024-12-09T23:15:41,323 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/01e383ca8e1f408bbf20413d51d6b24b is 50, key is test_row_0/C:col10/1733786140489/Put/seqid=0 2024-12-09T23:15:41,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742131_1307 (size=12301) 2024-12-09T23:15:41,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-12-09T23:15:41,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:41,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. as already flushing 2024-12-09T23:15:41,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:41,437 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:41,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:41,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:41,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-09T23:15:41,493 INFO [Thread-1007 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1007. 2024-12-09T23:15:41,493 DEBUG [Thread-1007 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T23:15:41,493 INFO [Thread-1003 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1003. 2024-12-09T23:15:41,493 DEBUG [Thread-1007 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:15:41,493 DEBUG [Thread-1003 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T23:15:41,493 DEBUG [Thread-1003 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:15:41,493 DEBUG [Thread-1003 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:15:41,493 DEBUG [Thread-1007 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:15:41,493 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T23:15:41,494 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T23:15:41,495 INFO [Thread-1009 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1009. 2024-12-09T23:15:41,495 DEBUG [Thread-1009 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T23:15:41,495 DEBUG [Thread-1009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:15:41,495 DEBUG [Thread-1009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:15:41,495 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T23:15:41,497 INFO [Thread-1011 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1011. 2024-12-09T23:15:41,497 DEBUG [Thread-1011 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T23:15:41,497 DEBUG [Thread-1011 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:15:41,497 DEBUG [Thread-1011 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:15:41,497 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T23:15:41,498 INFO [Thread-1005 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1005. 2024-12-09T23:15:41,498 DEBUG [Thread-1005 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T23:15:41,498 DEBUG [Thread-1005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:15:41,498 DEBUG [Thread-1005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:15:41,498 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T23:15:41,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-12-09T23:15:41,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:41,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. as already flushing 2024-12-09T23:15:41,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:41,591 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:41,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:41,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:41,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:41,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40718 deadline: 1733786201653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:41,654 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:41,654 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:41,654 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:41,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:41,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:41,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:41,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40710 deadline: 1733786201673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:41,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40714 deadline: 1733786201673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:41,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40694 deadline: 1733786201673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:41,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:41,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:41,674 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:41,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:41,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:41,674 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:41,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:41,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:41,674 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:41,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:41,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40672 deadline: 1733786201683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:41,683 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:41,683 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:41,683 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:15:41,739 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=741 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/01e383ca8e1f408bbf20413d51d6b24b 2024-12-09T23:15:41,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-12-09T23:15:41,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:41,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. as already flushing 2024-12-09T23:15:41,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:41,745 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:41,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:41,746 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/f4390cc9ced34dfcb2d83ff4f58205e0 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/f4390cc9ced34dfcb2d83ff4f58205e0 2024-12-09T23:15:41,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:41,752 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/f4390cc9ced34dfcb2d83ff4f58205e0, entries=200, sequenceid=741, filesize=14.4 K 2024-12-09T23:15:41,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/af2c4e9ac6fd45a2b304315f5c84f815 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/af2c4e9ac6fd45a2b304315f5c84f815 2024-12-09T23:15:41,756 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/af2c4e9ac6fd45a2b304315f5c84f815, entries=150, sequenceid=741, filesize=12.0 K 2024-12-09T23:15:41,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/01e383ca8e1f408bbf20413d51d6b24b as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/01e383ca8e1f408bbf20413d51d6b24b 2024-12-09T23:15:41,760 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/01e383ca8e1f408bbf20413d51d6b24b, entries=150, sequenceid=741, filesize=12.0 K 2024-12-09T23:15:41,761 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 4170317419a24f9278001a79da34f827 in 1270ms, sequenceid=741, compaction requested=true 2024-12-09T23:15:41,761 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4170317419a24f9278001a79da34f827: 2024-12-09T23:15:41,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4170317419a24f9278001a79da34f827:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T23:15:41,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:15:41,761 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T23:15:41,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4170317419a24f9278001a79da34f827:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T23:15:41,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:15:41,761 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T23:15:41,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4170317419a24f9278001a79da34f827:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T23:15:41,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:15:41,762 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52632 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T23:15:41,762 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T23:15:41,762 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1541): 4170317419a24f9278001a79da34f827/A is initiating minor compaction (all files) 2024-12-09T23:15:41,762 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1541): 4170317419a24f9278001a79da34f827/B is initiating minor compaction (all files) 2024-12-09T23:15:41,762 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4170317419a24f9278001a79da34f827/A in TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:41,762 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4170317419a24f9278001a79da34f827/B in TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:41,762 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/c40e8ca4735c414297338e67a5948d31, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/3e2ee7cca9d542fc94b0ddd0beda3da5, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/561a88604f2c435a8dca66691bd078f4, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/f4390cc9ced34dfcb2d83ff4f58205e0] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp, totalSize=51.4 K 2024-12-09T23:15:41,762 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/8bd814ba4d324eb091649b555573bee8, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/0976b9f9a6ed40a0b74f003165af06d2, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/dcec40bc18044b059f9f3b6231fbc76a, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/af2c4e9ac6fd45a2b304315f5c84f815] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp, totalSize=49.0 K 2024-12-09T23:15:41,763 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting c40e8ca4735c414297338e67a5948d31, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=695, earliestPutTs=1733786139185 2024-12-09T23:15:41,763 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 8bd814ba4d324eb091649b555573bee8, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=695, earliestPutTs=1733786139185 2024-12-09T23:15:41,763 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 0976b9f9a6ed40a0b74f003165af06d2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=712, earliestPutTs=1733786139201 2024-12-09T23:15:41,763 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e2ee7cca9d542fc94b0ddd0beda3da5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=712, earliestPutTs=1733786139201 2024-12-09T23:15:41,763 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting dcec40bc18044b059f9f3b6231fbc76a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=731, earliestPutTs=1733786139339 2024-12-09T23:15:41,763 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 561a88604f2c435a8dca66691bd078f4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=731, earliestPutTs=1733786139339 2024-12-09T23:15:41,764 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting af2c4e9ac6fd45a2b304315f5c84f815, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=741, earliestPutTs=1733786140487 2024-12-09T23:15:41,764 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting f4390cc9ced34dfcb2d83ff4f58205e0, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=741, earliestPutTs=1733786140486 2024-12-09T23:15:41,770 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4170317419a24f9278001a79da34f827#A#compaction#270 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:15:41,770 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/cad0ac75435c4abb9b5329472035140f is 50, key is test_row_0/A:col10/1733786140489/Put/seqid=0 2024-12-09T23:15:41,771 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4170317419a24f9278001a79da34f827#B#compaction#271 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:15:41,771 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/da468601f2124416a409b1e33ef3b29e is 50, key is test_row_0/B:col10/1733786140489/Put/seqid=0 2024-12-09T23:15:41,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742132_1308 (size=13425) 2024-12-09T23:15:41,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742133_1309 (size=13425) 2024-12-09T23:15:41,899 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-12-09T23:15:41,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:41,899 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2902): Flushing 4170317419a24f9278001a79da34f827 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-12-09T23:15:41,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4170317419a24f9278001a79da34f827, store=A 2024-12-09T23:15:41,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:15:41,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4170317419a24f9278001a79da34f827, store=B 2024-12-09T23:15:41,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:15:41,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4170317419a24f9278001a79da34f827, store=C 2024-12-09T23:15:41,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:15:41,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/becf0faa4fcc480585b074ffc2a9a3ec is 50, key is test_row_0/A:col10/1733786140525/Put/seqid=0 2024-12-09T23:15:41,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742134_1310 (size=12301) 2024-12-09T23:15:41,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-09T23:15:42,180 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/cad0ac75435c4abb9b5329472035140f as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/cad0ac75435c4abb9b5329472035140f 2024-12-09T23:15:42,184 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/da468601f2124416a409b1e33ef3b29e as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/da468601f2124416a409b1e33ef3b29e 2024-12-09T23:15:42,186 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4170317419a24f9278001a79da34f827/A of 4170317419a24f9278001a79da34f827 into cad0ac75435c4abb9b5329472035140f(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:15:42,186 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4170317419a24f9278001a79da34f827: 2024-12-09T23:15:42,186 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., storeName=4170317419a24f9278001a79da34f827/A, priority=12, startTime=1733786141761; duration=0sec 2024-12-09T23:15:42,186 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:15:42,186 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4170317419a24f9278001a79da34f827:A 2024-12-09T23:15:42,186 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T23:15:42,188 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T23:15:42,188 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1541): 4170317419a24f9278001a79da34f827/C is initiating minor compaction (all files) 2024-12-09T23:15:42,188 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4170317419a24f9278001a79da34f827/C in TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:42,188 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/85d6c978395f447bb85249cd994efe77, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/642db362f4bd4bf78b4e955028e71f05, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/b3b045f1fa6b49d39dafabbc0476da7f, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/01e383ca8e1f408bbf20413d51d6b24b] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp, totalSize=49.0 K 2024-12-09T23:15:42,188 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 85d6c978395f447bb85249cd994efe77, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=695, earliestPutTs=1733786139185 2024-12-09T23:15:42,189 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 642db362f4bd4bf78b4e955028e71f05, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=712, earliestPutTs=1733786139201 2024-12-09T23:15:42,189 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4170317419a24f9278001a79da34f827/B of 4170317419a24f9278001a79da34f827 into da468601f2124416a409b1e33ef3b29e(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:15:42,189 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4170317419a24f9278001a79da34f827: 2024-12-09T23:15:42,189 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., storeName=4170317419a24f9278001a79da34f827/B, priority=12, startTime=1733786141761; duration=0sec 2024-12-09T23:15:42,189 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:15:42,189 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4170317419a24f9278001a79da34f827:B 2024-12-09T23:15:42,189 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting b3b045f1fa6b49d39dafabbc0476da7f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=731, earliestPutTs=1733786139339 2024-12-09T23:15:42,189 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 01e383ca8e1f408bbf20413d51d6b24b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=741, earliestPutTs=1733786140487 2024-12-09T23:15:42,197 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4170317419a24f9278001a79da34f827#C#compaction#273 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:15:42,198 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/bd78c50d523b4b2c9e34b4cbc960f3e1 is 50, key is test_row_0/C:col10/1733786140489/Put/seqid=0 2024-12-09T23:15:42,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742135_1311 (size=13425) 2024-12-09T23:15:42,311 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=777 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/becf0faa4fcc480585b074ffc2a9a3ec 2024-12-09T23:15:42,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/9ab5f0cf16244687b9c0e4cf4466312a is 50, key is test_row_0/B:col10/1733786140525/Put/seqid=0 2024-12-09T23:15:42,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742136_1312 (size=12301) 2024-12-09T23:15:42,615 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/bd78c50d523b4b2c9e34b4cbc960f3e1 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/bd78c50d523b4b2c9e34b4cbc960f3e1 2024-12-09T23:15:42,620 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4170317419a24f9278001a79da34f827/C of 4170317419a24f9278001a79da34f827 into bd78c50d523b4b2c9e34b4cbc960f3e1(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:15:42,620 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4170317419a24f9278001a79da34f827: 2024-12-09T23:15:42,620 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., storeName=4170317419a24f9278001a79da34f827/C, priority=12, startTime=1733786141761; duration=0sec 2024-12-09T23:15:42,621 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:15:42,621 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4170317419a24f9278001a79da34f827:C 2024-12-09T23:15:42,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 4170317419a24f9278001a79da34f827 2024-12-09T23:15:42,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. as already flushing 2024-12-09T23:15:42,674 INFO [Thread-1000 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1000. 2024-12-09T23:15:42,674 DEBUG [Thread-1000 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T23:15:42,674 DEBUG [Thread-1000 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:15:42,674 DEBUG [Thread-1000 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:15:42,674 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T23:15:42,685 INFO [Thread-996 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-996. 2024-12-09T23:15:42,685 INFO [Thread-992 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-992. 2024-12-09T23:15:42,685 INFO [Thread-998 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-998. 2024-12-09T23:15:42,685 DEBUG [Thread-996 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T23:15:42,685 DEBUG [Thread-992 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T23:15:42,685 DEBUG [Thread-998 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T23:15:42,685 DEBUG [Thread-996 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:15:42,685 DEBUG [Thread-992 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:15:42,685 DEBUG [Thread-998 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:15:42,685 DEBUG [Thread-996 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:15:42,685 DEBUG [Thread-998 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:15:42,685 DEBUG [Thread-992 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:15:42,685 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T23:15:42,685 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T23:15:42,685 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T23:15:42,694 INFO [Thread-994 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-994. 2024-12-09T23:15:42,694 DEBUG [Thread-994 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T23:15:42,694 DEBUG [Thread-994 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:15:42,694 DEBUG [Thread-994 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:15:42,695 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T23:15:42,725 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=777 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/9ab5f0cf16244687b9c0e4cf4466312a 2024-12-09T23:15:42,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/6d3856aa7c0e4f089e89fa5de17671d5 is 50, key is test_row_0/C:col10/1733786140525/Put/seqid=0 2024-12-09T23:15:42,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742137_1313 (size=12301) 2024-12-09T23:15:42,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-09T23:15:43,142 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=777 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/6d3856aa7c0e4f089e89fa5de17671d5 2024-12-09T23:15:43,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/becf0faa4fcc480585b074ffc2a9a3ec as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/becf0faa4fcc480585b074ffc2a9a3ec 2024-12-09T23:15:43,148 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/becf0faa4fcc480585b074ffc2a9a3ec, entries=150, sequenceid=777, filesize=12.0 K 2024-12-09T23:15:43,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/9ab5f0cf16244687b9c0e4cf4466312a as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/9ab5f0cf16244687b9c0e4cf4466312a 2024-12-09T23:15:43,153 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/9ab5f0cf16244687b9c0e4cf4466312a, entries=150, sequenceid=777, filesize=12.0 K 2024-12-09T23:15:43,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/6d3856aa7c0e4f089e89fa5de17671d5 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/6d3856aa7c0e4f089e89fa5de17671d5 2024-12-09T23:15:43,158 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/6d3856aa7c0e4f089e89fa5de17671d5, entries=150, sequenceid=777, filesize=12.0 K 2024-12-09T23:15:43,159 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=33.54 KB/34350 for 4170317419a24f9278001a79da34f827 in 1260ms, sequenceid=777, compaction requested=false 2024-12-09T23:15:43,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2603): Flush status journal for 4170317419a24f9278001a79da34f827: 2024-12-09T23:15:43,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:43,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=89 2024-12-09T23:15:43,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4169): Remote procedure done, pid=89 2024-12-09T23:15:43,162 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-12-09T23:15:43,162 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3340 sec 2024-12-09T23:15:43,164 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees in 2.3380 sec 2024-12-09T23:15:44,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-09T23:15:44,993 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T23:15:44,993 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-09T23:15:44,993 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 82 2024-12-09T23:15:44,993 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 183 2024-12-09T23:15:44,993 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 105 2024-12-09T23:15:44,994 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 205 2024-12-09T23:15:44,994 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 104 2024-12-09T23:15:44,994 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-09T23:15:44,994 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3681 2024-12-09T23:15:44,994 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3703 2024-12-09T23:15:44,994 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3624 2024-12-09T23:15:44,994 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3670 2024-12-09T23:15:44,994 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3705 2024-12-09T23:15:44,994 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-09T23:15:44,994 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T23:15:44,994 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T23:15:44,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:15:44,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:15:44,994 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T23:15:44,995 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-12-09T23:15:44,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] procedure2.ProcedureExecutor(1139): Stored pid=90, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-09T23:15:44,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-12-09T23:15:44,998 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733786144997"}]},"ts":"1733786144997"} 2024-12-09T23:15:44,999 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-09T23:15:44,999 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-09T23:15:45,000 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-09T23:15:45,001 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4170317419a24f9278001a79da34f827, UNASSIGN}] 2024-12-09T23:15:45,002 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4170317419a24f9278001a79da34f827, UNASSIGN 2024-12-09T23:15:45,002 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=4170317419a24f9278001a79da34f827, regionState=CLOSING, regionLocation=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:45,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4170317419a24f9278001a79da34f827, UNASSIGN because future has completed 2024-12-09T23:15:45,004 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T23:15:45,004 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901}] 2024-12-09T23:15:45,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-12-09T23:15:45,156 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] handler.UnassignRegionHandler(122): Close 4170317419a24f9278001a79da34f827 2024-12-09T23:15:45,156 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-09T23:15:45,156 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1722): Closing 4170317419a24f9278001a79da34f827, disabling compactions & flushes 2024-12-09T23:15:45,156 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:45,156 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:45,156 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. after waiting 0 ms 2024-12-09T23:15:45,156 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:45,156 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(2902): Flushing 4170317419a24f9278001a79da34f827 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-12-09T23:15:45,157 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4170317419a24f9278001a79da34f827, store=A 2024-12-09T23:15:45,157 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:45,157 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4170317419a24f9278001a79da34f827, store=B 2024-12-09T23:15:45,157 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:45,157 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4170317419a24f9278001a79da34f827, store=C 2024-12-09T23:15:45,157 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:45,162 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/32840200c2244db58dbd9f6d4f3d8bce is 50, key is test_row_0/A:col10/1733786142693/Put/seqid=0 2024-12-09T23:15:45,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742138_1314 (size=9857) 2024-12-09T23:15:45,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-12-09T23:15:45,567 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=788 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/32840200c2244db58dbd9f6d4f3d8bce 2024-12-09T23:15:45,572 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/c427812f63ca4d58b2b953f7dbfb4474 is 50, key is test_row_0/B:col10/1733786142693/Put/seqid=0 2024-12-09T23:15:45,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-12-09T23:15:45,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742139_1315 (size=9857) 2024-12-09T23:15:46,027 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=788 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/c427812f63ca4d58b2b953f7dbfb4474 2024-12-09T23:15:46,036 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/25d23758fe014718aadc42309cf812c3 is 50, key is test_row_0/C:col10/1733786142693/Put/seqid=0 2024-12-09T23:15:46,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742140_1316 (size=9857) 2024-12-09T23:15:46,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-12-09T23:15:46,441 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=788 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/25d23758fe014718aadc42309cf812c3 2024-12-09T23:15:46,446 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/A/32840200c2244db58dbd9f6d4f3d8bce as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/32840200c2244db58dbd9f6d4f3d8bce 2024-12-09T23:15:46,452 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/32840200c2244db58dbd9f6d4f3d8bce, entries=100, sequenceid=788, filesize=9.6 K 2024-12-09T23:15:46,452 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/B/c427812f63ca4d58b2b953f7dbfb4474 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/c427812f63ca4d58b2b953f7dbfb4474 2024-12-09T23:15:46,456 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/c427812f63ca4d58b2b953f7dbfb4474, entries=100, sequenceid=788, filesize=9.6 K 2024-12-09T23:15:46,456 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/.tmp/C/25d23758fe014718aadc42309cf812c3 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/25d23758fe014718aadc42309cf812c3 2024-12-09T23:15:46,460 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/25d23758fe014718aadc42309cf812c3, entries=100, sequenceid=788, filesize=9.6 K 2024-12-09T23:15:46,461 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 4170317419a24f9278001a79da34f827 in 1305ms, sequenceid=788, compaction requested=true 2024-12-09T23:15:46,461 DEBUG [StoreCloser-TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/fd9fa206d9ae4a199f78b18ab2e17722, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/e7f58415453a436b8df929be47d05daf, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/f9252f5ec58347369ff5c0f1d8587fb3, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/c459c301b61f49b881265479d8da8390, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/162834fc346b4267b356204d2306e33d, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/871dda5784fe41a5923d791eae666e98, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/e7d4fbc4fe9844be9a77309e673dc0e0, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/ded64f9d4e774c098388652e6d488ded, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/eabd52510aa8492c9fded9a1c234d1bb, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/cfc2b5d40b2c49d9a42a401833815182, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/70bb89c94baf4432857bec2a1a9218b7, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/8905e6bf28b64987849dbfab8d34e101, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/a8771ad140694c579f295b46ff25aaaf, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/a60706532fb14761a45cab68b6d13e07, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/5f350166b7434ef58022c89dfe285028, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/3375780ec54d41da9db2a486fc575b02, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/b548a5fda7e8492687436a67bb1d8658, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/acd7de31487e414686825371ab4e308c, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/b9cad24e686e4d7c8b0c2293f42b31e2, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/1781044f6f4646f5b492d06a370b9a44, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/8b8a7fb5520f4043bf4cca1279b414e9, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/ddd8780d3c7d4b189c4a56db7235d9a2, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/65da7f887b0b4bd082625dacbd88dde8, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/e673847a20554128898c01090d53cccb, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/2a9aafa0a7cb4edd800c1c07d19be76b, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/73fe8decbb7e4e54b976ca16d37bcf9c, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/c617727f43404b4f8243502e24264882, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/f575326507444885b978163bc026b6da, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/f7c7257c221d47bfae2bc8aeae79513f, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/c40e8ca4735c414297338e67a5948d31, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/3e2ee7cca9d542fc94b0ddd0beda3da5, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/561a88604f2c435a8dca66691bd078f4, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/f4390cc9ced34dfcb2d83ff4f58205e0] to archive 2024-12-09T23:15:46,462 DEBUG [StoreCloser-TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-09T23:15:46,464 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/fd9fa206d9ae4a199f78b18ab2e17722 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/fd9fa206d9ae4a199f78b18ab2e17722 2024-12-09T23:15:46,464 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/f9252f5ec58347369ff5c0f1d8587fb3 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/f9252f5ec58347369ff5c0f1d8587fb3 2024-12-09T23:15:46,464 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/e7f58415453a436b8df929be47d05daf to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/e7f58415453a436b8df929be47d05daf 2024-12-09T23:15:46,465 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/162834fc346b4267b356204d2306e33d to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/162834fc346b4267b356204d2306e33d 2024-12-09T23:15:46,465 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/871dda5784fe41a5923d791eae666e98 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/871dda5784fe41a5923d791eae666e98 2024-12-09T23:15:46,465 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/c459c301b61f49b881265479d8da8390 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/c459c301b61f49b881265479d8da8390 2024-12-09T23:15:46,465 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/e7d4fbc4fe9844be9a77309e673dc0e0 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/e7d4fbc4fe9844be9a77309e673dc0e0 2024-12-09T23:15:46,466 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/ded64f9d4e774c098388652e6d488ded to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/ded64f9d4e774c098388652e6d488ded 2024-12-09T23:15:46,466 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/eabd52510aa8492c9fded9a1c234d1bb to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/eabd52510aa8492c9fded9a1c234d1bb 2024-12-09T23:15:46,467 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/cfc2b5d40b2c49d9a42a401833815182 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/cfc2b5d40b2c49d9a42a401833815182 2024-12-09T23:15:46,467 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/70bb89c94baf4432857bec2a1a9218b7 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/70bb89c94baf4432857bec2a1a9218b7 2024-12-09T23:15:46,467 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/8905e6bf28b64987849dbfab8d34e101 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/8905e6bf28b64987849dbfab8d34e101 2024-12-09T23:15:46,467 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/a60706532fb14761a45cab68b6d13e07 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/a60706532fb14761a45cab68b6d13e07 2024-12-09T23:15:46,467 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/a8771ad140694c579f295b46ff25aaaf to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/a8771ad140694c579f295b46ff25aaaf 2024-12-09T23:15:46,468 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/5f350166b7434ef58022c89dfe285028 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/5f350166b7434ef58022c89dfe285028 2024-12-09T23:15:46,468 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/3375780ec54d41da9db2a486fc575b02 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/3375780ec54d41da9db2a486fc575b02 2024-12-09T23:15:46,469 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/b548a5fda7e8492687436a67bb1d8658 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/b548a5fda7e8492687436a67bb1d8658 2024-12-09T23:15:46,469 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/acd7de31487e414686825371ab4e308c to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/acd7de31487e414686825371ab4e308c 2024-12-09T23:15:46,469 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/b9cad24e686e4d7c8b0c2293f42b31e2 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/b9cad24e686e4d7c8b0c2293f42b31e2 2024-12-09T23:15:46,470 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/ddd8780d3c7d4b189c4a56db7235d9a2 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/ddd8780d3c7d4b189c4a56db7235d9a2 2024-12-09T23:15:46,470 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/8b8a7fb5520f4043bf4cca1279b414e9 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/8b8a7fb5520f4043bf4cca1279b414e9 2024-12-09T23:15:46,470 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/1781044f6f4646f5b492d06a370b9a44 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/1781044f6f4646f5b492d06a370b9a44 2024-12-09T23:15:46,470 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/65da7f887b0b4bd082625dacbd88dde8 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/65da7f887b0b4bd082625dacbd88dde8 2024-12-09T23:15:46,471 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/e673847a20554128898c01090d53cccb to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/e673847a20554128898c01090d53cccb 2024-12-09T23:15:46,471 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/2a9aafa0a7cb4edd800c1c07d19be76b to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/2a9aafa0a7cb4edd800c1c07d19be76b 2024-12-09T23:15:46,472 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/c617727f43404b4f8243502e24264882 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/c617727f43404b4f8243502e24264882 2024-12-09T23:15:46,472 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/73fe8decbb7e4e54b976ca16d37bcf9c to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/73fe8decbb7e4e54b976ca16d37bcf9c 2024-12-09T23:15:46,474 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/c40e8ca4735c414297338e67a5948d31 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/c40e8ca4735c414297338e67a5948d31 2024-12-09T23:15:46,474 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/f575326507444885b978163bc026b6da to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/f575326507444885b978163bc026b6da 2024-12-09T23:15:46,474 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/f7c7257c221d47bfae2bc8aeae79513f to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/f7c7257c221d47bfae2bc8aeae79513f 2024-12-09T23:15:46,474 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/3e2ee7cca9d542fc94b0ddd0beda3da5 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/3e2ee7cca9d542fc94b0ddd0beda3da5 2024-12-09T23:15:46,474 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/561a88604f2c435a8dca66691bd078f4 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/561a88604f2c435a8dca66691bd078f4 2024-12-09T23:15:46,474 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/f4390cc9ced34dfcb2d83ff4f58205e0 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/f4390cc9ced34dfcb2d83ff4f58205e0 2024-12-09T23:15:46,475 DEBUG [StoreCloser-TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/1411ca40d674491ca9dbd0242c623908, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/041fd4c261e64b4fb4a4c3200a8fe9f1, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/678e4be91dc1441d9c774dc6d6355f6a, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/0d076acf1540474a95995be9960ae204, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/de5fd349220541ef97e5ac17cb787fc1, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/86524c8147744fefb4bfa0ef6d3d6064, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/bab2834b1ac848518fc833e964acb707, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/e0bda546cbeb44018e93f1903d2d1262, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/4d84801bae28436ea937817a1c71db71, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/2d17f3038edf493ab7bb2631e30cd04f, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/5b2073be5afa4cf4bd3047b7298210eb, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/47121ac7c52c44839b9ce3f052d5707a, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/3fa590b5b95d4735885cc175b3742281, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/e75d1fc2666e4b91a63e815e689b9885, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/0cabe13eca244c55926ea4df136c567e, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/a6d844195f724b89a53e14a0a187294e, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/1f360f62f18a4ccfb681835a52a197ec, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/c143fdda95734409b8f2004e09376272, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/6d2b71f3c0bb40279779b437c65585a1, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/4f2440d2e49f42df8a9bee708f16013c, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/fa34dd2fb8594e818fbb6db735bc6206, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/203c9864dba0415d862dd56d5c80e5b2, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/8d7c0f7b01ad45aeaba3f08cb29b8fa8, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/180a8275391048d9ac86aaad2d5b77a5, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/770cef17abc447b2a26e6078bf42938a, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/96e4734da9924bb0a2697aefa2dcce65, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/2ff68321bedb4f3589366e6d9495a273, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/04e235a9849e4fa9bafb741df94948dd, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/8bd814ba4d324eb091649b555573bee8, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/ac54164823684975a97d6239cd0d0654, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/0976b9f9a6ed40a0b74f003165af06d2, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/dcec40bc18044b059f9f3b6231fbc76a, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/af2c4e9ac6fd45a2b304315f5c84f815] to archive 2024-12-09T23:15:46,477 DEBUG [StoreCloser-TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-09T23:15:46,478 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/041fd4c261e64b4fb4a4c3200a8fe9f1 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/041fd4c261e64b4fb4a4c3200a8fe9f1 2024-12-09T23:15:46,478 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/86524c8147744fefb4bfa0ef6d3d6064 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/86524c8147744fefb4bfa0ef6d3d6064 2024-12-09T23:15:46,479 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/0d076acf1540474a95995be9960ae204 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/0d076acf1540474a95995be9960ae204 2024-12-09T23:15:46,479 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/de5fd349220541ef97e5ac17cb787fc1 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/de5fd349220541ef97e5ac17cb787fc1 2024-12-09T23:15:46,479 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/678e4be91dc1441d9c774dc6d6355f6a to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/678e4be91dc1441d9c774dc6d6355f6a 2024-12-09T23:15:46,479 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/bab2834b1ac848518fc833e964acb707 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/bab2834b1ac848518fc833e964acb707 2024-12-09T23:15:46,479 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/1411ca40d674491ca9dbd0242c623908 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/1411ca40d674491ca9dbd0242c623908 2024-12-09T23:15:46,479 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/e0bda546cbeb44018e93f1903d2d1262 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/e0bda546cbeb44018e93f1903d2d1262 2024-12-09T23:15:46,480 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/4d84801bae28436ea937817a1c71db71 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/4d84801bae28436ea937817a1c71db71 2024-12-09T23:15:46,480 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/5b2073be5afa4cf4bd3047b7298210eb to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/5b2073be5afa4cf4bd3047b7298210eb 2024-12-09T23:15:46,480 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/2d17f3038edf493ab7bb2631e30cd04f to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/2d17f3038edf493ab7bb2631e30cd04f 2024-12-09T23:15:46,480 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/47121ac7c52c44839b9ce3f052d5707a to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/47121ac7c52c44839b9ce3f052d5707a 2024-12-09T23:15:46,480 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/3fa590b5b95d4735885cc175b3742281 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/3fa590b5b95d4735885cc175b3742281 2024-12-09T23:15:46,481 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/e75d1fc2666e4b91a63e815e689b9885 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/e75d1fc2666e4b91a63e815e689b9885 2024-12-09T23:15:46,481 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/0cabe13eca244c55926ea4df136c567e to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/0cabe13eca244c55926ea4df136c567e 2024-12-09T23:15:46,481 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/a6d844195f724b89a53e14a0a187294e to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/a6d844195f724b89a53e14a0a187294e 2024-12-09T23:15:46,482 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/203c9864dba0415d862dd56d5c80e5b2 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/203c9864dba0415d862dd56d5c80e5b2 2024-12-09T23:15:46,483 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/6d2b71f3c0bb40279779b437c65585a1 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/6d2b71f3c0bb40279779b437c65585a1 2024-12-09T23:15:46,483 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/4f2440d2e49f42df8a9bee708f16013c to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/4f2440d2e49f42df8a9bee708f16013c 2024-12-09T23:15:46,483 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/c143fdda95734409b8f2004e09376272 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/c143fdda95734409b8f2004e09376272 2024-12-09T23:15:46,483 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/8d7c0f7b01ad45aeaba3f08cb29b8fa8 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/8d7c0f7b01ad45aeaba3f08cb29b8fa8 2024-12-09T23:15:46,483 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/fa34dd2fb8594e818fbb6db735bc6206 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/fa34dd2fb8594e818fbb6db735bc6206 2024-12-09T23:15:46,483 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/1f360f62f18a4ccfb681835a52a197ec to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/1f360f62f18a4ccfb681835a52a197ec 2024-12-09T23:15:46,484 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/96e4734da9924bb0a2697aefa2dcce65 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/96e4734da9924bb0a2697aefa2dcce65 2024-12-09T23:15:46,485 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/04e235a9849e4fa9bafb741df94948dd to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/04e235a9849e4fa9bafb741df94948dd 2024-12-09T23:15:46,485 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/2ff68321bedb4f3589366e6d9495a273 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/2ff68321bedb4f3589366e6d9495a273 2024-12-09T23:15:46,485 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/0976b9f9a6ed40a0b74f003165af06d2 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/0976b9f9a6ed40a0b74f003165af06d2 2024-12-09T23:15:46,485 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/770cef17abc447b2a26e6078bf42938a to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/770cef17abc447b2a26e6078bf42938a 2024-12-09T23:15:46,485 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/ac54164823684975a97d6239cd0d0654 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/ac54164823684975a97d6239cd0d0654 2024-12-09T23:15:46,486 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/180a8275391048d9ac86aaad2d5b77a5 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/180a8275391048d9ac86aaad2d5b77a5 2024-12-09T23:15:46,486 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/8bd814ba4d324eb091649b555573bee8 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/8bd814ba4d324eb091649b555573bee8 2024-12-09T23:15:46,486 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/dcec40bc18044b059f9f3b6231fbc76a to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/dcec40bc18044b059f9f3b6231fbc76a 2024-12-09T23:15:46,486 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/af2c4e9ac6fd45a2b304315f5c84f815 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/af2c4e9ac6fd45a2b304315f5c84f815 2024-12-09T23:15:46,488 DEBUG [StoreCloser-TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/40549db1b45c420fa6d19b69c64d4fe4, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/d6d3d09ff3c641cf8668bba96d840ada, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/c21337e9018f4a75a79a6f02e8b53804, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/7518ca7eba9c4d05ad91ec7a9cbde47f, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/c67ea65495cc46ef9ebbed94f134aa3f, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/dec592608f5742f18e7f29113da9eff7, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/065e5cab84b04031afcbb680a17b39c9, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/b734abc8652e49059fdbb26252204799, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/1e5ca1a042b24d7cbe4541fca40d6a06, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/9fe196a899434189b054c479760f8953, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/c75bc738ddf5458b81a7910a0aae8365, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/dae4fa22321449b890675307cbbcdf98, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/971709ba261f4e83bc5f4f25f895a058, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/c8a9ad59708a47f98b2a852e4b498ff3, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/f6dfccca16e140bfad86523b467f3598, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/5b25064bc2114a2a8e95aa557a755978, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/d6711bc0ccef41728a22c05e5f6bb96a, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/7e82229d69b14ca5bbfafcfa98c0a213, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/b919626715c04f66b0b79c96ca591276, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/c14200772aed4b0e8ca0463247564905, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/627b4e2efbdc48c29066ca6b63fb9e69, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/daf48c270571466ca4401c847596d496, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/cc52418cff894f7b83799e64e1c0db46, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/74ff3dd7f37a4df6a7042bb48cf20af0, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/46d17d14a46a4412855cb024aa944057, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/3b7b4fef99f84a1bb11e37c88ce011e2, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/f6177db3b87741b3818a98ec6fd988be, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/b7e31a137f95432c88ecf76eb6d91ef1, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/85d6c978395f447bb85249cd994efe77, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/0a21d5aac389494d8d68a11a68dc221d, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/642db362f4bd4bf78b4e955028e71f05, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/b3b045f1fa6b49d39dafabbc0476da7f, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/01e383ca8e1f408bbf20413d51d6b24b] to archive 2024-12-09T23:15:46,488 DEBUG [StoreCloser-TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-09T23:15:46,491 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/d6d3d09ff3c641cf8668bba96d840ada to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/d6d3d09ff3c641cf8668bba96d840ada 2024-12-09T23:15:46,491 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/40549db1b45c420fa6d19b69c64d4fe4 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/40549db1b45c420fa6d19b69c64d4fe4 2024-12-09T23:15:46,491 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/c21337e9018f4a75a79a6f02e8b53804 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/c21337e9018f4a75a79a6f02e8b53804 2024-12-09T23:15:46,492 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/065e5cab84b04031afcbb680a17b39c9 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/065e5cab84b04031afcbb680a17b39c9 2024-12-09T23:15:46,492 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/c67ea65495cc46ef9ebbed94f134aa3f to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/c67ea65495cc46ef9ebbed94f134aa3f 2024-12-09T23:15:46,492 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/7518ca7eba9c4d05ad91ec7a9cbde47f to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/7518ca7eba9c4d05ad91ec7a9cbde47f 2024-12-09T23:15:46,492 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/b734abc8652e49059fdbb26252204799 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/b734abc8652e49059fdbb26252204799 2024-12-09T23:15:46,492 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/dec592608f5742f18e7f29113da9eff7 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/dec592608f5742f18e7f29113da9eff7 2024-12-09T23:15:46,493 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/1e5ca1a042b24d7cbe4541fca40d6a06 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/1e5ca1a042b24d7cbe4541fca40d6a06 2024-12-09T23:15:46,493 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/9fe196a899434189b054c479760f8953 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/9fe196a899434189b054c479760f8953 2024-12-09T23:15:46,493 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/dae4fa22321449b890675307cbbcdf98 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/dae4fa22321449b890675307cbbcdf98 2024-12-09T23:15:46,493 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/c75bc738ddf5458b81a7910a0aae8365 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/c75bc738ddf5458b81a7910a0aae8365 2024-12-09T23:15:46,493 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/971709ba261f4e83bc5f4f25f895a058 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/971709ba261f4e83bc5f4f25f895a058 2024-12-09T23:15:46,493 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/c8a9ad59708a47f98b2a852e4b498ff3 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/c8a9ad59708a47f98b2a852e4b498ff3 2024-12-09T23:15:46,494 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/f6dfccca16e140bfad86523b467f3598 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/f6dfccca16e140bfad86523b467f3598 2024-12-09T23:15:46,494 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/5b25064bc2114a2a8e95aa557a755978 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/5b25064bc2114a2a8e95aa557a755978 2024-12-09T23:15:46,494 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/d6711bc0ccef41728a22c05e5f6bb96a to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/d6711bc0ccef41728a22c05e5f6bb96a 2024-12-09T23:15:46,495 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/7e82229d69b14ca5bbfafcfa98c0a213 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/7e82229d69b14ca5bbfafcfa98c0a213 2024-12-09T23:15:46,495 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/b919626715c04f66b0b79c96ca591276 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/b919626715c04f66b0b79c96ca591276 2024-12-09T23:15:46,495 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/627b4e2efbdc48c29066ca6b63fb9e69 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/627b4e2efbdc48c29066ca6b63fb9e69 2024-12-09T23:15:46,495 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/c14200772aed4b0e8ca0463247564905 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/c14200772aed4b0e8ca0463247564905 2024-12-09T23:15:46,495 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/daf48c270571466ca4401c847596d496 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/daf48c270571466ca4401c847596d496 2024-12-09T23:15:46,495 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/cc52418cff894f7b83799e64e1c0db46 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/cc52418cff894f7b83799e64e1c0db46 2024-12-09T23:15:46,496 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/74ff3dd7f37a4df6a7042bb48cf20af0 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/74ff3dd7f37a4df6a7042bb48cf20af0 2024-12-09T23:15:46,496 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/46d17d14a46a4412855cb024aa944057 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/46d17d14a46a4412855cb024aa944057 2024-12-09T23:15:46,496 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/3b7b4fef99f84a1bb11e37c88ce011e2 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/3b7b4fef99f84a1bb11e37c88ce011e2 2024-12-09T23:15:46,496 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/85d6c978395f447bb85249cd994efe77 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/85d6c978395f447bb85249cd994efe77 2024-12-09T23:15:46,496 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/b7e31a137f95432c88ecf76eb6d91ef1 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/b7e31a137f95432c88ecf76eb6d91ef1 2024-12-09T23:15:46,497 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/f6177db3b87741b3818a98ec6fd988be to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/f6177db3b87741b3818a98ec6fd988be 2024-12-09T23:15:46,497 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/0a21d5aac389494d8d68a11a68dc221d to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/0a21d5aac389494d8d68a11a68dc221d 2024-12-09T23:15:46,497 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/642db362f4bd4bf78b4e955028e71f05 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/642db362f4bd4bf78b4e955028e71f05 2024-12-09T23:15:46,497 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/b3b045f1fa6b49d39dafabbc0476da7f to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/b3b045f1fa6b49d39dafabbc0476da7f 2024-12-09T23:15:46,497 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/01e383ca8e1f408bbf20413d51d6b24b to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/01e383ca8e1f408bbf20413d51d6b24b 2024-12-09T23:15:46,501 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/recovered.edits/791.seqid, newMaxSeqId=791, maxSeqId=1 2024-12-09T23:15:46,501 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. 2024-12-09T23:15:46,501 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1676): Region close journal for 4170317419a24f9278001a79da34f827: Waiting for close lock at 1733786145156Running coprocessor pre-close hooks at 1733786145156Disabling compacts and flushes for region at 1733786145156Disabling writes for close at 1733786145156Obtaining lock to block concurrent updates at 1733786145156Preparing flush snapshotting stores in 4170317419a24f9278001a79da34f827 at 1733786145156Finished memstore snapshotting TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1733786145157 (+1 ms)Flushing stores of TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827. at 1733786145158 (+1 ms)Flushing 4170317419a24f9278001a79da34f827/A: creating writer at 1733786145158Flushing 4170317419a24f9278001a79da34f827/A: appending metadata at 1733786145161 (+3 ms)Flushing 4170317419a24f9278001a79da34f827/A: closing flushed file at 1733786145161Flushing 4170317419a24f9278001a79da34f827/B: creating writer at 1733786145570 (+409 ms)Flushing 4170317419a24f9278001a79da34f827/B: appending metadata at 1733786145572 (+2 ms)Flushing 4170317419a24f9278001a79da34f827/B: closing flushed file at 1733786145572Flushing 4170317419a24f9278001a79da34f827/C: creating writer at 1733786146032 (+460 ms)Flushing 4170317419a24f9278001a79da34f827/C: appending metadata at 1733786146036 (+4 ms)Flushing 4170317419a24f9278001a79da34f827/C: closing flushed file at 1733786146036Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@573abb4b: reopening flushed file at 1733786146445 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@760f90f3: reopening flushed file at 1733786146452 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c216b92: reopening flushed file at 1733786146456 (+4 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 4170317419a24f9278001a79da34f827 in 1305ms, sequenceid=788, compaction requested=true at 1733786146461 (+5 ms)Writing region close event to WAL at 1733786146498 (+37 ms)Running coprocessor post-close hooks at 1733786146501 (+3 ms)Closed at 1733786146501 2024-12-09T23:15:46,503 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] handler.UnassignRegionHandler(157): Closed 4170317419a24f9278001a79da34f827 2024-12-09T23:15:46,504 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=4170317419a24f9278001a79da34f827, regionState=CLOSED 2024-12-09T23:15:46,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=93, ppid=92, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 because future has completed 2024-12-09T23:15:46,507 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-12-09T23:15:46,507 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; CloseRegionProcedure 4170317419a24f9278001a79da34f827, server=aab77d931c0c,40923,1733786050901 in 1.5020 sec 2024-12-09T23:15:46,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91 2024-12-09T23:15:46,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4170317419a24f9278001a79da34f827, UNASSIGN in 1.5060 sec 2024-12-09T23:15:46,510 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-12-09T23:15:46,510 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5090 sec 2024-12-09T23:15:46,511 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733786146511"}]},"ts":"1733786146511"} 2024-12-09T23:15:46,512 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-09T23:15:46,512 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-09T23:15:46,513 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5170 sec 2024-12-09T23:15:47,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-12-09T23:15:47,143 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-09T23:15:47,143 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-12-09T23:15:47,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] procedure2.ProcedureExecutor(1139): Stored pid=94, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T23:15:47,145 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=94, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T23:15:47,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-12-09T23:15:47,146 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=94, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T23:15:47,147 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827 2024-12-09T23:15:47,149 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A, FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B, FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C, FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/recovered.edits] 2024-12-09T23:15:47,151 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/cad0ac75435c4abb9b5329472035140f to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/cad0ac75435c4abb9b5329472035140f 2024-12-09T23:15:47,151 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/becf0faa4fcc480585b074ffc2a9a3ec to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/becf0faa4fcc480585b074ffc2a9a3ec 2024-12-09T23:15:47,151 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/32840200c2244db58dbd9f6d4f3d8bce to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/A/32840200c2244db58dbd9f6d4f3d8bce 2024-12-09T23:15:47,153 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/c427812f63ca4d58b2b953f7dbfb4474 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/c427812f63ca4d58b2b953f7dbfb4474 2024-12-09T23:15:47,153 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/9ab5f0cf16244687b9c0e4cf4466312a to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/9ab5f0cf16244687b9c0e4cf4466312a 2024-12-09T23:15:47,153 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/da468601f2124416a409b1e33ef3b29e to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/B/da468601f2124416a409b1e33ef3b29e 2024-12-09T23:15:47,155 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/25d23758fe014718aadc42309cf812c3 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/25d23758fe014718aadc42309cf812c3 2024-12-09T23:15:47,155 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/bd78c50d523b4b2c9e34b4cbc960f3e1 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/bd78c50d523b4b2c9e34b4cbc960f3e1 2024-12-09T23:15:47,155 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/6d3856aa7c0e4f089e89fa5de17671d5 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/C/6d3856aa7c0e4f089e89fa5de17671d5 2024-12-09T23:15:47,157 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/recovered.edits/791.seqid to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827/recovered.edits/791.seqid 2024-12-09T23:15:47,158 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4170317419a24f9278001a79da34f827 2024-12-09T23:15:47,158 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-09T23:15:47,160 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=94, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T23:15:47,162 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-09T23:15:47,164 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-09T23:15:47,165 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=94, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T23:15:47,165 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-09T23:15:47,165 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733786147165"}]},"ts":"9223372036854775807"} 2024-12-09T23:15:47,167 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-09T23:15:47,167 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 4170317419a24f9278001a79da34f827, NAME => 'TestAcidGuarantees,,1733786119278.4170317419a24f9278001a79da34f827.', STARTKEY => '', ENDKEY => ''}] 2024-12-09T23:15:47,167 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-09T23:15:47,168 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733786147167"}]},"ts":"9223372036854775807"} 2024-12-09T23:15:47,169 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-09T23:15:47,170 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=94, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T23:15:47,171 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 27 msec 2024-12-09T23:15:47,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-12-09T23:15:47,253 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-09T23:15:47,253 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-09T23:15:47,262 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=256 (was 255) - Thread LEAK? -, OpenFileDescriptor=453 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=573 (was 525) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2207 (was 1744) - AvailableMemoryMB LEAK? - 2024-12-09T23:15:47,270 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=256, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=573, ProcessCount=11, AvailableMemoryMB=2207 2024-12-09T23:15:47,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-09T23:15:47,271 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T23:15:47,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] procedure2.ProcedureExecutor(1139): Stored pid=95, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-09T23:15:47,273 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=95, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T23:15:47,273 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:47,273 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 95 2024-12-09T23:15:47,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-12-09T23:15:47,274 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=95, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T23:15:47,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742141_1317 (size=1061) 2024-12-09T23:15:47,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-12-09T23:15:47,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-12-09T23:15:47,684 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85 2024-12-09T23:15:47,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742142_1318 (size=53) 2024-12-09T23:15:47,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-12-09T23:15:48,093 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T23:15:48,093 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 4ef056c05980bb180207a09194928ed6, disabling compactions & flushes 2024-12-09T23:15:48,093 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:48,093 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:48,093 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. after waiting 0 ms 2024-12-09T23:15:48,093 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:48,093 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:48,093 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4ef056c05980bb180207a09194928ed6: Waiting for close lock at 1733786148093Disabling compacts and flushes for region at 1733786148093Disabling writes for close at 1733786148093Writing region close event to WAL at 1733786148093Closed at 1733786148093 2024-12-09T23:15:48,094 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=95, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T23:15:48,095 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733786148094"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733786148094"}]},"ts":"1733786148094"} 2024-12-09T23:15:48,096 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-09T23:15:48,097 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=95, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T23:15:48,097 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733786148097"}]},"ts":"1733786148097"} 2024-12-09T23:15:48,099 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-09T23:15:48,099 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4ef056c05980bb180207a09194928ed6, ASSIGN}] 2024-12-09T23:15:48,100 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4ef056c05980bb180207a09194928ed6, ASSIGN 2024-12-09T23:15:48,101 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4ef056c05980bb180207a09194928ed6, ASSIGN; state=OFFLINE, location=aab77d931c0c,40923,1733786050901; forceNewPlan=false, retain=false 2024-12-09T23:15:48,252 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=4ef056c05980bb180207a09194928ed6, regionState=OPENING, regionLocation=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:48,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4ef056c05980bb180207a09194928ed6, ASSIGN because future has completed 2024-12-09T23:15:48,255 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901}] 2024-12-09T23:15:48,410 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:48,411 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(7752): Opening region: {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} 2024-12-09T23:15:48,411 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4ef056c05980bb180207a09194928ed6 2024-12-09T23:15:48,411 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T23:15:48,411 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(7794): checking encryption for 4ef056c05980bb180207a09194928ed6 2024-12-09T23:15:48,411 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(7797): checking classloading for 4ef056c05980bb180207a09194928ed6 2024-12-09T23:15:48,413 INFO [StoreOpener-4ef056c05980bb180207a09194928ed6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4ef056c05980bb180207a09194928ed6 2024-12-09T23:15:48,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-12-09T23:15:48,414 INFO [StoreOpener-4ef056c05980bb180207a09194928ed6-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-09T23:15:48,414 INFO [StoreOpener-4ef056c05980bb180207a09194928ed6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ef056c05980bb180207a09194928ed6 columnFamilyName A 2024-12-09T23:15:48,414 DEBUG [StoreOpener-4ef056c05980bb180207a09194928ed6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:48,415 INFO [StoreOpener-4ef056c05980bb180207a09194928ed6-1 {}] regionserver.HStore(327): Store=4ef056c05980bb180207a09194928ed6/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T23:15:48,415 INFO [StoreOpener-4ef056c05980bb180207a09194928ed6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4ef056c05980bb180207a09194928ed6 2024-12-09T23:15:48,416 INFO [StoreOpener-4ef056c05980bb180207a09194928ed6-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-09T23:15:48,416 INFO [StoreOpener-4ef056c05980bb180207a09194928ed6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ef056c05980bb180207a09194928ed6 columnFamilyName B 2024-12-09T23:15:48,416 DEBUG [StoreOpener-4ef056c05980bb180207a09194928ed6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:48,416 INFO [StoreOpener-4ef056c05980bb180207a09194928ed6-1 {}] regionserver.HStore(327): Store=4ef056c05980bb180207a09194928ed6/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T23:15:48,417 INFO [StoreOpener-4ef056c05980bb180207a09194928ed6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4ef056c05980bb180207a09194928ed6 2024-12-09T23:15:48,417 INFO [StoreOpener-4ef056c05980bb180207a09194928ed6-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-09T23:15:48,417 INFO [StoreOpener-4ef056c05980bb180207a09194928ed6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ef056c05980bb180207a09194928ed6 columnFamilyName C 2024-12-09T23:15:48,417 DEBUG [StoreOpener-4ef056c05980bb180207a09194928ed6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:48,418 INFO [StoreOpener-4ef056c05980bb180207a09194928ed6-1 {}] regionserver.HStore(327): Store=4ef056c05980bb180207a09194928ed6/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T23:15:48,418 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:48,418 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1038): replaying wal for 4ef056c05980bb180207a09194928ed6 2024-12-09T23:15:48,419 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6 2024-12-09T23:15:48,419 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6 2024-12-09T23:15:48,419 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1048): stopping wal replay for 4ef056c05980bb180207a09194928ed6 2024-12-09T23:15:48,420 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1060): Cleaning up temporary data for 4ef056c05980bb180207a09194928ed6 2024-12-09T23:15:48,420 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-09T23:15:48,421 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1093): writing seq id for 4ef056c05980bb180207a09194928ed6 2024-12-09T23:15:48,422 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T23:15:48,423 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1114): Opened 4ef056c05980bb180207a09194928ed6; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75256495, jitterRate=0.12140916287899017}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-09T23:15:48,423 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4ef056c05980bb180207a09194928ed6 2024-12-09T23:15:48,424 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1006): Region open journal for 4ef056c05980bb180207a09194928ed6: Running coprocessor pre-open hook at 1733786148411Writing region info on filesystem at 1733786148411Initializing all the Stores at 1733786148412 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733786148412Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733786148412Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733786148413 (+1 ms)Cleaning up temporary data from old regions at 1733786148420 (+7 ms)Running coprocessor post-open hooks at 1733786148423 (+3 ms)Region opened successfully at 1733786148424 (+1 ms) 2024-12-09T23:15:48,425 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., pid=97, masterSystemTime=1733786148407 2024-12-09T23:15:48,426 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:48,427 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:48,427 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=4ef056c05980bb180207a09194928ed6, regionState=OPEN, openSeqNum=2, regionLocation=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:48,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=97, ppid=96, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 because future has completed 2024-12-09T23:15:48,431 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=97, resume processing ppid=96 2024-12-09T23:15:48,431 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, ppid=96, state=SUCCESS, hasLock=false; OpenRegionProcedure 4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 in 174 msec 2024-12-09T23:15:48,433 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=95 2024-12-09T23:15:48,433 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=95, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4ef056c05980bb180207a09194928ed6, ASSIGN in 332 msec 2024-12-09T23:15:48,433 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=95, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T23:15:48,434 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733786148433"}]},"ts":"1733786148433"} 2024-12-09T23:15:48,435 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-09T23:15:48,436 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=95, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T23:15:48,438 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1640 sec 2024-12-09T23:15:49,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-12-09T23:15:49,424 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-09T23:15:49,426 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62e7f161, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:15:49,427 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aab77d931c0c,33465,-1 for getting cluster id 2024-12-09T23:15:49,427 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T23:15:49,429 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c50108d4-bd36-4dce-a30f-fdeadf9e8845' 2024-12-09T23:15:49,429 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T23:15:49,429 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c50108d4-bd36-4dce-a30f-fdeadf9e8845" 2024-12-09T23:15:49,430 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bc36677, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:15:49,430 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aab77d931c0c,33465,-1] 2024-12-09T23:15:49,430 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T23:15:49,431 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:15:49,432 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T23:15:49,433 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53c73cde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:15:49,433 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:15:49,434 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40923,1733786050901, seqNum=-1] 2024-12-09T23:15:49,434 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T23:15:49,435 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T23:15:49,436 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T23:15:49,437 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is aab77d931c0c,33465,1733786049737 2024-12-09T23:15:49,437 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77f79616 2024-12-09T23:15:49,437 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T23:15:49,438 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T23:15:49,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-09T23:15:49,439 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T23:15:49,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] procedure2.ProcedureExecutor(1139): Stored pid=98, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-12-09T23:15:49,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742143_1319 (size=1097) 2024-12-09T23:15:49,850 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-12-09T23:15:49,850 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-12-09T23:15:49,853 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-09T23:15:49,855 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4ef056c05980bb180207a09194928ed6, REOPEN/MOVE}] 2024-12-09T23:15:49,855 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4ef056c05980bb180207a09194928ed6, REOPEN/MOVE 2024-12-09T23:15:49,856 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=100 updating hbase:meta row=4ef056c05980bb180207a09194928ed6, regionState=CLOSING, regionLocation=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:49,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4ef056c05980bb180207a09194928ed6, REOPEN/MOVE because future has completed 2024-12-09T23:15:49,857 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T23:15:49,857 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901}] 2024-12-09T23:15:50,009 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] handler.UnassignRegionHandler(122): Close 4ef056c05980bb180207a09194928ed6 2024-12-09T23:15:50,009 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-09T23:15:50,009 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1722): Closing 4ef056c05980bb180207a09194928ed6, disabling compactions & flushes 2024-12-09T23:15:50,009 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:50,009 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:50,009 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. after waiting 0 ms 2024-12-09T23:15:50,009 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:50,012 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T23:15:50,013 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:50,013 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1676): Region close journal for 4ef056c05980bb180207a09194928ed6: Waiting for close lock at 1733786150009Running coprocessor pre-close hooks at 1733786150009Disabling compacts and flushes for region at 1733786150009Disabling writes for close at 1733786150009Writing region close event to WAL at 1733786150010 (+1 ms)Running coprocessor post-close hooks at 1733786150013 (+3 ms)Closed at 1733786150013 2024-12-09T23:15:50,013 WARN [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegionServer(3299): Not adding moved region record: 4ef056c05980bb180207a09194928ed6 to self. 2024-12-09T23:15:50,015 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] handler.UnassignRegionHandler(157): Closed 4ef056c05980bb180207a09194928ed6 2024-12-09T23:15:50,015 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=100 updating hbase:meta row=4ef056c05980bb180207a09194928ed6, regionState=CLOSED 2024-12-09T23:15:50,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=101, ppid=100, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 because future has completed 2024-12-09T23:15:50,018 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=101, resume processing ppid=100 2024-12-09T23:15:50,018 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, ppid=100, state=SUCCESS, hasLock=false; CloseRegionProcedure 4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 in 160 msec 2024-12-09T23:15:50,019 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4ef056c05980bb180207a09194928ed6, REOPEN/MOVE; state=CLOSED, location=aab77d931c0c,40923,1733786050901; forceNewPlan=false, retain=true 2024-12-09T23:15:50,169 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=100 updating hbase:meta row=4ef056c05980bb180207a09194928ed6, regionState=OPENING, regionLocation=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:50,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4ef056c05980bb180207a09194928ed6, REOPEN/MOVE because future has completed 2024-12-09T23:15:50,171 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=100, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901}] 2024-12-09T23:15:50,211 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-09T23:15:50,325 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:50,325 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(7752): Opening region: {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} 2024-12-09T23:15:50,325 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4ef056c05980bb180207a09194928ed6 2024-12-09T23:15:50,325 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T23:15:50,325 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(7794): checking encryption for 4ef056c05980bb180207a09194928ed6 2024-12-09T23:15:50,325 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(7797): checking classloading for 4ef056c05980bb180207a09194928ed6 2024-12-09T23:15:50,326 INFO [StoreOpener-4ef056c05980bb180207a09194928ed6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4ef056c05980bb180207a09194928ed6 2024-12-09T23:15:50,327 INFO [StoreOpener-4ef056c05980bb180207a09194928ed6-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-09T23:15:50,327 INFO [StoreOpener-4ef056c05980bb180207a09194928ed6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ef056c05980bb180207a09194928ed6 columnFamilyName A 2024-12-09T23:15:50,328 DEBUG [StoreOpener-4ef056c05980bb180207a09194928ed6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:50,328 INFO [StoreOpener-4ef056c05980bb180207a09194928ed6-1 {}] regionserver.HStore(327): Store=4ef056c05980bb180207a09194928ed6/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T23:15:50,329 INFO [StoreOpener-4ef056c05980bb180207a09194928ed6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4ef056c05980bb180207a09194928ed6 2024-12-09T23:15:50,329 INFO [StoreOpener-4ef056c05980bb180207a09194928ed6-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-09T23:15:50,329 INFO [StoreOpener-4ef056c05980bb180207a09194928ed6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ef056c05980bb180207a09194928ed6 columnFamilyName B 2024-12-09T23:15:50,329 DEBUG [StoreOpener-4ef056c05980bb180207a09194928ed6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:50,330 INFO [StoreOpener-4ef056c05980bb180207a09194928ed6-1 {}] regionserver.HStore(327): Store=4ef056c05980bb180207a09194928ed6/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T23:15:50,330 INFO [StoreOpener-4ef056c05980bb180207a09194928ed6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4ef056c05980bb180207a09194928ed6 2024-12-09T23:15:50,330 INFO [StoreOpener-4ef056c05980bb180207a09194928ed6-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-09T23:15:50,330 INFO [StoreOpener-4ef056c05980bb180207a09194928ed6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ef056c05980bb180207a09194928ed6 columnFamilyName C 2024-12-09T23:15:50,331 DEBUG [StoreOpener-4ef056c05980bb180207a09194928ed6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:50,331 INFO [StoreOpener-4ef056c05980bb180207a09194928ed6-1 {}] regionserver.HStore(327): Store=4ef056c05980bb180207a09194928ed6/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T23:15:50,331 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:50,331 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1038): replaying wal for 4ef056c05980bb180207a09194928ed6 2024-12-09T23:15:50,332 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6 2024-12-09T23:15:50,332 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6 2024-12-09T23:15:50,333 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1048): stopping wal replay for 4ef056c05980bb180207a09194928ed6 2024-12-09T23:15:50,333 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1060): Cleaning up temporary data for 4ef056c05980bb180207a09194928ed6 2024-12-09T23:15:50,333 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-09T23:15:50,334 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1093): writing seq id for 4ef056c05980bb180207a09194928ed6 2024-12-09T23:15:50,335 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1114): Opened 4ef056c05980bb180207a09194928ed6; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69402253, jitterRate=0.03417415916919708}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-09T23:15:50,335 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4ef056c05980bb180207a09194928ed6 2024-12-09T23:15:50,335 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1006): Region open journal for 4ef056c05980bb180207a09194928ed6: Running coprocessor pre-open hook at 1733786150326Writing region info on filesystem at 1733786150326Initializing all the Stores at 1733786150326Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733786150326Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733786150326Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733786150326Cleaning up temporary data from old regions at 1733786150333 (+7 ms)Running coprocessor post-open hooks at 1733786150335 (+2 ms)Region opened successfully at 1733786150335 2024-12-09T23:15:50,336 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., pid=102, masterSystemTime=1733786150322 2024-12-09T23:15:50,337 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:50,337 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:50,337 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=100 updating hbase:meta row=4ef056c05980bb180207a09194928ed6, regionState=OPEN, openSeqNum=5, regionLocation=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:50,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=102, ppid=100, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 because future has completed 2024-12-09T23:15:50,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=100 2024-12-09T23:15:50,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=100, state=SUCCESS, hasLock=false; OpenRegionProcedure 4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 in 168 msec 2024-12-09T23:15:50,341 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-12-09T23:15:50,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4ef056c05980bb180207a09194928ed6, REOPEN/MOVE in 485 msec 2024-12-09T23:15:50,343 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=99, resume processing ppid=98 2024-12-09T23:15:50,343 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, ppid=98, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 489 msec 2024-12-09T23:15:50,345 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 904 msec 2024-12-09T23:15:50,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=98 2024-12-09T23:15:50,346 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-12-09T23:15:50,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dc7c0e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:15:50,346 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aab77d931c0c,33465,-1 for getting cluster id 2024-12-09T23:15:50,346 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T23:15:50,347 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c50108d4-bd36-4dce-a30f-fdeadf9e8845' 2024-12-09T23:15:50,347 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T23:15:50,347 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c50108d4-bd36-4dce-a30f-fdeadf9e8845" 2024-12-09T23:15:50,347 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c792492, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:15:50,347 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aab77d931c0c,33465,-1] 2024-12-09T23:15:50,347 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T23:15:50,348 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:15:50,348 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T23:15:50,349 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e37005c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:15:50,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c5958f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:15:50,349 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aab77d931c0c,33465,-1 for getting cluster id 2024-12-09T23:15:50,349 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T23:15:50,350 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c50108d4-bd36-4dce-a30f-fdeadf9e8845' 2024-12-09T23:15:50,350 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T23:15:50,350 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c50108d4-bd36-4dce-a30f-fdeadf9e8845" 2024-12-09T23:15:50,350 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aa18d0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:15:50,350 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aab77d931c0c,33465,-1] 2024-12-09T23:15:50,350 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T23:15:50,351 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:15:50,351 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T23:15:50,351 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31d9ca91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:15:50,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41325ea4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:15:50,355 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aab77d931c0c,33465,-1 for getting cluster id 2024-12-09T23:15:50,355 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T23:15:50,355 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c50108d4-bd36-4dce-a30f-fdeadf9e8845' 2024-12-09T23:15:50,355 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T23:15:50,356 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c50108d4-bd36-4dce-a30f-fdeadf9e8845" 2024-12-09T23:15:50,356 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13821ca9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:15:50,356 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aab77d931c0c,33465,-1] 2024-12-09T23:15:50,356 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T23:15:50,356 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:15:50,356 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T23:15:50,357 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a51dbd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:15:50,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60d646e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:15:50,357 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aab77d931c0c,33465,-1 for getting cluster id 2024-12-09T23:15:50,358 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T23:15:50,358 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c50108d4-bd36-4dce-a30f-fdeadf9e8845' 2024-12-09T23:15:50,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T23:15:50,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c50108d4-bd36-4dce-a30f-fdeadf9e8845" 2024-12-09T23:15:50,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57636a19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:15:50,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aab77d931c0c,33465,-1] 2024-12-09T23:15:50,359 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T23:15:50,359 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:15:50,359 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T23:15:50,360 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17a0b714, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:15:50,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@120238c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:15:50,360 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aab77d931c0c,33465,-1 for getting cluster id 2024-12-09T23:15:50,360 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T23:15:50,361 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c50108d4-bd36-4dce-a30f-fdeadf9e8845' 2024-12-09T23:15:50,361 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T23:15:50,361 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c50108d4-bd36-4dce-a30f-fdeadf9e8845" 2024-12-09T23:15:50,361 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71c0e9da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:15:50,361 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aab77d931c0c,33465,-1] 2024-12-09T23:15:50,361 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T23:15:50,362 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:15:50,362 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T23:15:50,363 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fd2c8e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:15:50,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b8367c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:15:50,363 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aab77d931c0c,33465,-1 for getting cluster id 2024-12-09T23:15:50,363 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T23:15:50,364 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c50108d4-bd36-4dce-a30f-fdeadf9e8845' 2024-12-09T23:15:50,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T23:15:50,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c50108d4-bd36-4dce-a30f-fdeadf9e8845" 2024-12-09T23:15:50,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17144d3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:15:50,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aab77d931c0c,33465,-1] 2024-12-09T23:15:50,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T23:15:50,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:15:50,365 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T23:15:50,365 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@352d75dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:15:50,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@df1ab09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:15:50,365 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aab77d931c0c,33465,-1 for getting cluster id 2024-12-09T23:15:50,365 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T23:15:50,366 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c50108d4-bd36-4dce-a30f-fdeadf9e8845' 2024-12-09T23:15:50,366 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T23:15:50,366 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c50108d4-bd36-4dce-a30f-fdeadf9e8845" 2024-12-09T23:15:50,366 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2141fa68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:15:50,366 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aab77d931c0c,33465,-1] 2024-12-09T23:15:50,366 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T23:15:50,367 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:15:50,367 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T23:15:50,367 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18db80c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:15:50,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b5f25f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:15:50,368 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aab77d931c0c,33465,-1 for getting cluster id 2024-12-09T23:15:50,368 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T23:15:50,369 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c50108d4-bd36-4dce-a30f-fdeadf9e8845' 2024-12-09T23:15:50,369 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T23:15:50,369 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c50108d4-bd36-4dce-a30f-fdeadf9e8845" 2024-12-09T23:15:50,369 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c0021ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:15:50,369 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aab77d931c0c,33465,-1] 2024-12-09T23:15:50,369 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T23:15:50,369 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:15:50,370 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T23:15:50,370 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f6a5166, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:15:50,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dbcb22e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:15:50,371 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aab77d931c0c,33465,-1 for getting cluster id 2024-12-09T23:15:50,371 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T23:15:50,372 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c50108d4-bd36-4dce-a30f-fdeadf9e8845' 2024-12-09T23:15:50,372 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T23:15:50,372 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c50108d4-bd36-4dce-a30f-fdeadf9e8845" 2024-12-09T23:15:50,372 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e89542b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:15:50,372 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aab77d931c0c,33465,-1] 2024-12-09T23:15:50,372 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T23:15:50,372 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:15:50,373 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T23:15:50,374 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b59ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:15:50,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77c7159d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:15:50,374 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aab77d931c0c,33465,-1 for getting cluster id 2024-12-09T23:15:50,374 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T23:15:50,375 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c50108d4-bd36-4dce-a30f-fdeadf9e8845' 2024-12-09T23:15:50,375 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T23:15:50,375 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c50108d4-bd36-4dce-a30f-fdeadf9e8845" 2024-12-09T23:15:50,375 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33aa8574, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:15:50,375 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aab77d931c0c,33465,-1] 2024-12-09T23:15:50,376 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T23:15:50,376 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:15:50,376 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T23:15:50,377 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29151126, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:15:50,377 DEBUG [Thread-1468 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:15:50,378 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40923,1733786050901, seqNum=-1] 2024-12-09T23:15:50,378 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T23:15:50,379 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T23:15:50,379 DEBUG [Thread-1481 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:15:50,379 DEBUG [Thread-1475 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:15:50,380 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T23:15:50,380 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40923,1733786050901, seqNum=-1] 2024-12-09T23:15:50,380 DEBUG [Thread-1472 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:15:50,380 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T23:15:50,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-12-09T23:15:50,381 DEBUG [Thread-1483 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:15:50,381 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40923,1733786050901, seqNum=-1] 2024-12-09T23:15:50,381 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T23:15:50,382 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40923,1733786050901, seqNum=-1] 2024-12-09T23:15:50,382 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T23:15:50,382 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T23:15:50,382 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T23:15:50,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-09T23:15:50,382 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5] 2024-12-09T23:15:50,382 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40923,1733786050901, seqNum=-1] 2024-12-09T23:15:50,382 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T23:15:50,383 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T23:15:50,383 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T23:15:50,383 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T23:15:50,383 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T23:15:50,384 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T23:15:50,384 DEBUG [Thread-1466 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:15:50,384 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5] 2024-12-09T23:15:50,385 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40923,1733786050901, seqNum=-1] 2024-12-09T23:15:50,385 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T23:15:50,386 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5] 2024-12-09T23:15:50,386 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5] 2024-12-09T23:15:50,387 DEBUG [Thread-1477 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:15:50,387 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T23:15:50,387 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40923,1733786050901, seqNum=-1] 2024-12-09T23:15:50,387 DEBUG [Thread-1464 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:15:50,388 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T23:15:50,388 DEBUG [Thread-1470 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:15:50,389 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40923,1733786050901, seqNum=-1] 2024-12-09T23:15:50,389 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40923,1733786050901, seqNum=-1] 2024-12-09T23:15:50,389 DEBUG [Thread-1479 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:15:50,389 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T23:15:50,389 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T23:15:50,389 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T23:15:50,390 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40923,1733786050901, seqNum=-1] 2024-12-09T23:15:50,390 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T23:15:50,390 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5] 2024-12-09T23:15:50,390 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T23:15:50,391 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T23:15:50,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5] 2024-12-09T23:15:50,391 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5] 2024-12-09T23:15:50,392 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5] 2024-12-09T23:15:50,392 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T23:15:50,393 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5] 2024-12-09T23:15:50,394 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5] 2024-12-09T23:15:50,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 4ef056c05980bb180207a09194928ed6 2024-12-09T23:15:50,401 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4ef056c05980bb180207a09194928ed6 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-09T23:15:50,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ef056c05980bb180207a09194928ed6, store=A 2024-12-09T23:15:50,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:50,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ef056c05980bb180207a09194928ed6, store=B 2024-12-09T23:15:50,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:50,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ef056c05980bb180207a09194928ed6, store=C 2024-12-09T23:15:50,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:50,420 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209639886b18cb041f8bd69df799cd95bb3_4ef056c05980bb180207a09194928ed6 is 50, key is test_row_0/A:col10/1733786150398/Put/seqid=0 2024-12-09T23:15:50,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742144_1320 (size=12154) 2024-12-09T23:15:50,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:50,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33536 deadline: 1733786210458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:50,469 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:50,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:50,469 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:50,469 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:50,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33568 deadline: 1733786210458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:50,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:50,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:50,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:50,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:50,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33586 deadline: 1733786210459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:50,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:50,470 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:50,470 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:50,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33518 deadline: 1733786210461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:50,470 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:50,470 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:50,470 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:50,470 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:50,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:50,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33598 deadline: 1733786210469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:50,471 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:50,471 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:50,471 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:50,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-09T23:15:50,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-09T23:15:50,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:50,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. as already flushing 2024-12-09T23:15:50,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:50,537 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:50,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:50,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:50,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:50,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33536 deadline: 1733786210573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:50,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:50,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:50,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:50,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:50,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33518 deadline: 1733786210573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:50,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:50,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33568 deadline: 1733786210574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:50,585 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:50,585 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:50,585 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:50,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:50,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33586 deadline: 1733786210574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:50,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:50,586 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:50,586 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:50,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33598 deadline: 1733786210574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:50,586 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:50,587 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:50,587 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:50,587 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:50,587 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:50,587 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:50,587 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:50,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-09T23:15:50,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:50,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. as already flushing 2024-12-09T23:15:50,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:50,691 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:50,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:50,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:50,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-09T23:15:50,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:50,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33536 deadline: 1733786210782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:50,796 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:50,796 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:50,796 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:50,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:50,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33518 deadline: 1733786210795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:50,797 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:50,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:50,797 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:50,797 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:50,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33586 deadline: 1733786210796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:50,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:50,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33598 deadline: 1733786210796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:50,797 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:50,798 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:50,798 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:50,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:50,798 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:50,798 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:50,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33568 deadline: 1733786210796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:50,798 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:50,798 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:50,798 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:50,798 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:50,825 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:50,829 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209639886b18cb041f8bd69df799cd95bb3_4ef056c05980bb180207a09194928ed6 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209639886b18cb041f8bd69df799cd95bb3_4ef056c05980bb180207a09194928ed6 2024-12-09T23:15:50,830 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/37605dbfebca43ca9b67a74dec3eb699, store: [table=TestAcidGuarantees family=A region=4ef056c05980bb180207a09194928ed6] 2024-12-09T23:15:50,830 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/37605dbfebca43ca9b67a74dec3eb699 is 175, key is test_row_0/A:col10/1733786150398/Put/seqid=0 2024-12-09T23:15:50,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742145_1321 (size=30955) 2024-12-09T23:15:50,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-09T23:15:50,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:50,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. as already flushing 2024-12-09T23:15:50,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:50,845 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:50,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:50,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:50,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-09T23:15:50,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:50,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. as already flushing 2024-12-09T23:15:50,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:50,998 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:50,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:51,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:51,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-09T23:15:51,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:51,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33536 deadline: 1733786211102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:51,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:51,107 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:51,107 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:51,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33518 deadline: 1733786211103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:51,107 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:51,107 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:51,107 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:51,107 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:51,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:51,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33586 deadline: 1733786211103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:51,109 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:51,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:51,109 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:51,109 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:51,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33598 deadline: 1733786211103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:51,109 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:51,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:51,109 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:51,109 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:51,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33568 deadline: 1733786211103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:51,109 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:51,109 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:51,110 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:51,154 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-09T23:15:51,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:51,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. as already flushing 2024-12-09T23:15:51,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:51,154 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:51,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:51,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:51,240 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/37605dbfebca43ca9b67a74dec3eb699 2024-12-09T23:15:51,258 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/B/61de786ae106498783d86a2821d542a4 is 50, key is test_row_0/B:col10/1733786150398/Put/seqid=0 2024-12-09T23:15:51,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742146_1322 (size=12001) 2024-12-09T23:15:51,306 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-09T23:15:51,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:51,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. as already flushing 2024-12-09T23:15:51,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:51,307 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:51,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:51,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:51,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-09T23:15:51,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:51,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. as already flushing 2024-12-09T23:15:51,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:51,462 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:51,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:51,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:51,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-09T23:15:51,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-09T23:15:51,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:51,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. as already flushing 2024-12-09T23:15:51,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:51,616 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:51,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:51,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:51,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:51,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33536 deadline: 1733786211613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:51,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:51,618 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:51,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:51,618 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:51,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33518 deadline: 1733786211613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:51,618 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:51,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33586 deadline: 1733786211613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:51,619 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:51,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:51,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:51,619 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:51,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:51,619 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:51,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33598 deadline: 1733786211613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:51,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:51,619 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:51,619 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:51,619 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:51,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:51,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33568 deadline: 1733786211622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:51,627 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:51,627 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:51,627 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:51,664 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/B/61de786ae106498783d86a2821d542a4 2024-12-09T23:15:51,687 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/C/49f5b376d8e749af8d5db0ed6f417829 is 50, key is test_row_0/C:col10/1733786150398/Put/seqid=0 2024-12-09T23:15:51,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742147_1323 (size=12001) 2024-12-09T23:15:51,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-09T23:15:51,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:51,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. as already flushing 2024-12-09T23:15:51,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:51,769 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:51,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:51,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:51,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-09T23:15:51,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:51,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. as already flushing 2024-12-09T23:15:51,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:51,921 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:51,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:51,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:52,024 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-09T23:15:52,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-09T23:15:52,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:52,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. as already flushing 2024-12-09T23:15:52,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:52,074 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:52,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:52,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:52,091 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/C/49f5b376d8e749af8d5db0ed6f417829 2024-12-09T23:15:52,095 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/37605dbfebca43ca9b67a74dec3eb699 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/37605dbfebca43ca9b67a74dec3eb699 2024-12-09T23:15:52,098 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/37605dbfebca43ca9b67a74dec3eb699, entries=150, sequenceid=16, filesize=30.2 K 2024-12-09T23:15:52,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/B/61de786ae106498783d86a2821d542a4 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/61de786ae106498783d86a2821d542a4 2024-12-09T23:15:52,102 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/61de786ae106498783d86a2821d542a4, entries=150, sequenceid=16, filesize=11.7 K 2024-12-09T23:15:52,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/C/49f5b376d8e749af8d5db0ed6f417829 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/49f5b376d8e749af8d5db0ed6f417829 2024-12-09T23:15:52,106 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/49f5b376d8e749af8d5db0ed6f417829, entries=150, sequenceid=16, filesize=11.7 K 2024-12-09T23:15:52,106 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 4ef056c05980bb180207a09194928ed6 in 1705ms, sequenceid=16, compaction requested=false 2024-12-09T23:15:52,107 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-09T23:15:52,107 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4ef056c05980bb180207a09194928ed6: 2024-12-09T23:15:52,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-09T23:15:52,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:52,227 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing 4ef056c05980bb180207a09194928ed6 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-09T23:15:52,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ef056c05980bb180207a09194928ed6, store=A 2024-12-09T23:15:52,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:52,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ef056c05980bb180207a09194928ed6, store=B 2024-12-09T23:15:52,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:52,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ef056c05980bb180207a09194928ed6, store=C 2024-12-09T23:15:52,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:52,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412091a9dce606d8442aa9830e8d72158e406_4ef056c05980bb180207a09194928ed6 is 50, key is test_row_0/A:col10/1733786150467/Put/seqid=0 2024-12-09T23:15:52,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742148_1324 (size=12154) 2024-12-09T23:15:52,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-09T23:15:52,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 4ef056c05980bb180207a09194928ed6 2024-12-09T23:15:52,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. as already flushing 2024-12-09T23:15:52,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:52,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:52,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33536 deadline: 1733786212636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:52,641 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:52,641 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:52,641 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:52,643 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412091a9dce606d8442aa9830e8d72158e406_4ef056c05980bb180207a09194928ed6 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412091a9dce606d8442aa9830e8d72158e406_4ef056c05980bb180207a09194928ed6 2024-12-09T23:15:52,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/65b8d1fa5d1b437998eeaa1be150b617, store: [table=TestAcidGuarantees family=A region=4ef056c05980bb180207a09194928ed6] 2024-12-09T23:15:52,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/65b8d1fa5d1b437998eeaa1be150b617 is 175, key is test_row_0/A:col10/1733786150467/Put/seqid=0 2024-12-09T23:15:52,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:52,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:52,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33586 deadline: 1733786212637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:52,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33598 deadline: 1733786212638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:52,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:52,649 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:52,649 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:52,649 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:52,649 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:52,649 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:52,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33518 deadline: 1733786212641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:52,649 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:52,649 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:52,649 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:52,649 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:52,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:52,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33568 deadline: 1733786212643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:52,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742149_1325 (size=30955) 2024-12-09T23:15:52,649 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40923,1733786050901 for 'test_row_0' in 4ef056c05980bb180207a09194928ed6 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:15:52,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:52,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:52,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:52,652 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=36, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/65b8d1fa5d1b437998eeaa1be150b617 2024-12-09T23:15:52,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/B/ebd153e3ef7a425a92cb563c4e794e68 is 50, key is test_row_0/B:col10/1733786150467/Put/seqid=0 2024-12-09T23:15:52,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742150_1326 (size=12001) 2024-12-09T23:15:52,676 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=36 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/B/ebd153e3ef7a425a92cb563c4e794e68 2024-12-09T23:15:52,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/C/beb0b9d885ea4aa2a2043f9aca34cf0b is 50, key is test_row_0/C:col10/1733786150467/Put/seqid=0 2024-12-09T23:15:52,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742151_1327 (size=12001) 2024-12-09T23:15:52,701 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=36 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/C/beb0b9d885ea4aa2a2043f9aca34cf0b 2024-12-09T23:15:52,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/65b8d1fa5d1b437998eeaa1be150b617 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/65b8d1fa5d1b437998eeaa1be150b617 2024-12-09T23:15:52,708 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/65b8d1fa5d1b437998eeaa1be150b617, entries=150, sequenceid=36, filesize=30.2 K 2024-12-09T23:15:52,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-12-09T23:15:52,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/B/ebd153e3ef7a425a92cb563c4e794e68 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/ebd153e3ef7a425a92cb563c4e794e68 2024-12-09T23:15:52,713 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/ebd153e3ef7a425a92cb563c4e794e68, entries=150, sequenceid=36, filesize=11.7 K 2024-12-09T23:15:52,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/C/beb0b9d885ea4aa2a2043f9aca34cf0b as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/beb0b9d885ea4aa2a2043f9aca34cf0b 2024-12-09T23:15:52,716 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/beb0b9d885ea4aa2a2043f9aca34cf0b, entries=150, sequenceid=36, filesize=11.7 K 2024-12-09T23:15:52,717 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 4ef056c05980bb180207a09194928ed6 in 491ms, sequenceid=36, compaction requested=false 2024-12-09T23:15:52,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for 4ef056c05980bb180207a09194928ed6: 2024-12-09T23:15:52,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:52,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-12-09T23:15:52,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4169): Remote procedure done, pid=104 2024-12-09T23:15:52,720 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-12-09T23:15:52,720 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3350 sec 2024-12-09T23:15:52,721 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 2.3400 sec 2024-12-09T23:15:52,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 4ef056c05980bb180207a09194928ed6 2024-12-09T23:15:52,747 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4ef056c05980bb180207a09194928ed6 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-09T23:15:52,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ef056c05980bb180207a09194928ed6, store=A 2024-12-09T23:15:52,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:52,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ef056c05980bb180207a09194928ed6, store=B 2024-12-09T23:15:52,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:52,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ef056c05980bb180207a09194928ed6, store=C 2024-12-09T23:15:52,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:52,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209428d64a57e704be6a40f59d6f7aee7c5_4ef056c05980bb180207a09194928ed6 is 50, key is test_row_0/A:col10/1733786152639/Put/seqid=0 2024-12-09T23:15:52,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742152_1328 (size=14594) 2024-12-09T23:15:52,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:52,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33598 deadline: 1733786212800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:52,809 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:52,810 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:52,810 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:52,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:52,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33536 deadline: 1733786212800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:52,810 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:52,810 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:52,810 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:52,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:52,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33586 deadline: 1733786212800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:52,810 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:52,810 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:52,810 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:52,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:52,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33518 deadline: 1733786212809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:52,816 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:52,817 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:52,817 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:52,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:52,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33598 deadline: 1733786212913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:52,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:52,921 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:52,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33536 deadline: 1733786212913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:52,921 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:52,921 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:52,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:52,921 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:52,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33586 deadline: 1733786212913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:52,921 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:52,921 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:52,921 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:52,921 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:52,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:52,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:52,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33518 deadline: 1733786212923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:52,934 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:52,934 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:52,934 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:53,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:53,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33598 deadline: 1733786213123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:53,131 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:53,131 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:53,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:53,131 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:53,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33586 deadline: 1733786213123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:53,131 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:53,131 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:53,131 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:53,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:53,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33536 deadline: 1733786213133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:53,144 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:53,144 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:53,144 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:53,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:53,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33518 deadline: 1733786213143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:53,152 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:53,152 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:53,152 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:53,166 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:53,169 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209428d64a57e704be6a40f59d6f7aee7c5_4ef056c05980bb180207a09194928ed6 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209428d64a57e704be6a40f59d6f7aee7c5_4ef056c05980bb180207a09194928ed6 2024-12-09T23:15:53,170 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/de56c3dc1b14438b9e91e8cbdd4f15ae, store: [table=TestAcidGuarantees family=A region=4ef056c05980bb180207a09194928ed6] 2024-12-09T23:15:53,171 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/de56c3dc1b14438b9e91e8cbdd4f15ae is 175, key is test_row_0/A:col10/1733786152639/Put/seqid=0 2024-12-09T23:15:53,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742153_1329 (size=39549) 2024-12-09T23:15:53,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:53,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33598 deadline: 1733786213433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:53,441 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:53,441 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:53,442 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:53,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:53,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33586 deadline: 1733786213443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:53,451 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:53,451 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:53,451 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:53,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:53,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33536 deadline: 1733786213454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:53,464 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:53,464 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:53,464 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:53,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:53,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33518 deadline: 1733786213463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:53,469 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:53,469 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:53,469 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:53,606 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=49, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/de56c3dc1b14438b9e91e8cbdd4f15ae 2024-12-09T23:15:53,614 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/B/0b27cb272e5b4a79b19f4665477f16af is 50, key is test_row_0/B:col10/1733786152639/Put/seqid=0 2024-12-09T23:15:53,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742154_1330 (size=12001) 2024-12-09T23:15:53,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:53,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33598 deadline: 1733786213954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:53,961 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:53,961 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:53,961 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:53,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:53,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33586 deadline: 1733786213965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:53,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:53,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:53,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:53,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:53,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33536 deadline: 1733786213973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:53,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:53,979 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:53,979 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:53,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33518 deadline: 1733786213973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:53,979 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:53,979 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:53,979 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:53,979 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:54,050 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/B/0b27cb272e5b4a79b19f4665477f16af 2024-12-09T23:15:54,059 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/C/ce2a136f43dd49349a4c9b15bc896b5b is 50, key is test_row_0/C:col10/1733786152639/Put/seqid=0 2024-12-09T23:15:54,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742155_1331 (size=12001) 2024-12-09T23:15:54,471 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/C/ce2a136f43dd49349a4c9b15bc896b5b 2024-12-09T23:15:54,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/de56c3dc1b14438b9e91e8cbdd4f15ae as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/de56c3dc1b14438b9e91e8cbdd4f15ae 2024-12-09T23:15:54,504 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/de56c3dc1b14438b9e91e8cbdd4f15ae, entries=200, sequenceid=49, filesize=38.6 K 2024-12-09T23:15:54,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/B/0b27cb272e5b4a79b19f4665477f16af as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/0b27cb272e5b4a79b19f4665477f16af 2024-12-09T23:15:54,510 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/0b27cb272e5b4a79b19f4665477f16af, entries=150, sequenceid=49, filesize=11.7 K 2024-12-09T23:15:54,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/C/ce2a136f43dd49349a4c9b15bc896b5b as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/ce2a136f43dd49349a4c9b15bc896b5b 2024-12-09T23:15:54,518 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/ce2a136f43dd49349a4c9b15bc896b5b, entries=150, sequenceid=49, filesize=11.7 K 2024-12-09T23:15:54,520 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 4ef056c05980bb180207a09194928ed6 in 1772ms, sequenceid=49, compaction requested=true 2024-12-09T23:15:54,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4ef056c05980bb180207a09194928ed6: 2024-12-09T23:15:54,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ef056c05980bb180207a09194928ed6:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T23:15:54,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:15:54,520 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:15:54,520 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:15:54,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ef056c05980bb180207a09194928ed6:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T23:15:54,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:15:54,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ef056c05980bb180207a09194928ed6:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T23:15:54,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:15:54,521 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:15:54,521 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1541): 4ef056c05980bb180207a09194928ed6/A is initiating minor compaction (all files) 2024-12-09T23:15:54,522 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4ef056c05980bb180207a09194928ed6/A in TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:54,522 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/37605dbfebca43ca9b67a74dec3eb699, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/65b8d1fa5d1b437998eeaa1be150b617, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/de56c3dc1b14438b9e91e8cbdd4f15ae] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp, totalSize=99.1 K 2024-12-09T23:15:54,522 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:54,522 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. files: [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/37605dbfebca43ca9b67a74dec3eb699, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/65b8d1fa5d1b437998eeaa1be150b617, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/de56c3dc1b14438b9e91e8cbdd4f15ae] 2024-12-09T23:15:54,523 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:15:54,523 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 37605dbfebca43ca9b67a74dec3eb699, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733786150396 2024-12-09T23:15:54,523 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1541): 4ef056c05980bb180207a09194928ed6/B is initiating minor compaction (all files) 2024-12-09T23:15:54,523 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4ef056c05980bb180207a09194928ed6/B in TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:54,523 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/61de786ae106498783d86a2821d542a4, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/ebd153e3ef7a425a92cb563c4e794e68, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/0b27cb272e5b4a79b19f4665477f16af] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp, totalSize=35.2 K 2024-12-09T23:15:54,523 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 65b8d1fa5d1b437998eeaa1be150b617, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1733786150457 2024-12-09T23:15:54,524 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 61de786ae106498783d86a2821d542a4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733786150396 2024-12-09T23:15:54,524 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting de56c3dc1b14438b9e91e8cbdd4f15ae, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733786152635 2024-12-09T23:15:54,524 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting ebd153e3ef7a425a92cb563c4e794e68, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1733786150457 2024-12-09T23:15:54,524 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 0b27cb272e5b4a79b19f4665477f16af, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733786152635 2024-12-09T23:15:54,534 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ef056c05980bb180207a09194928ed6#B#compaction#288 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:15:54,534 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/B/f2328ea8697b442098c96c23c3ae1723 is 50, key is test_row_0/B:col10/1733786152639/Put/seqid=0 2024-12-09T23:15:54,557 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4ef056c05980bb180207a09194928ed6] 2024-12-09T23:15:54,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742156_1332 (size=12104) 2024-12-09T23:15:54,560 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241209a957a0f13ee944d8b7d4576b6a4580c4_4ef056c05980bb180207a09194928ed6 store=[table=TestAcidGuarantees family=A region=4ef056c05980bb180207a09194928ed6] 2024-12-09T23:15:54,562 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241209a957a0f13ee944d8b7d4576b6a4580c4_4ef056c05980bb180207a09194928ed6, store=[table=TestAcidGuarantees family=A region=4ef056c05980bb180207a09194928ed6] 2024-12-09T23:15:54,562 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209a957a0f13ee944d8b7d4576b6a4580c4_4ef056c05980bb180207a09194928ed6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4ef056c05980bb180207a09194928ed6] 2024-12-09T23:15:54,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-09T23:15:54,563 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T23:15:54,564 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T23:15:54,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-12-09T23:15:54,566 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T23:15:54,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-09T23:15:54,567 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T23:15:54,567 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T23:15:54,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742157_1333 (size=4469) 2024-12-09T23:15:54,590 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ef056c05980bb180207a09194928ed6#A#compaction#289 average throughput is 0.74 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:15:54,591 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/2510cb468a42486a88b5f315a287eb42 is 175, key is test_row_0/A:col10/1733786152639/Put/seqid=0 2024-12-09T23:15:54,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742158_1334 (size=31058) 2024-12-09T23:15:54,629 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/2510cb468a42486a88b5f315a287eb42 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/2510cb468a42486a88b5f315a287eb42 2024-12-09T23:15:54,633 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4ef056c05980bb180207a09194928ed6/A of 4ef056c05980bb180207a09194928ed6 into 2510cb468a42486a88b5f315a287eb42(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:15:54,633 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4ef056c05980bb180207a09194928ed6: 2024-12-09T23:15:54,633 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., storeName=4ef056c05980bb180207a09194928ed6/A, priority=13, startTime=1733786154520; duration=0sec 2024-12-09T23:15:54,633 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:15:54,633 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ef056c05980bb180207a09194928ed6:A 2024-12-09T23:15:54,633 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:15:54,634 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:15:54,634 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1541): 4ef056c05980bb180207a09194928ed6/C is initiating minor compaction (all files) 2024-12-09T23:15:54,635 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4ef056c05980bb180207a09194928ed6/C in TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:54,635 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/49f5b376d8e749af8d5db0ed6f417829, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/beb0b9d885ea4aa2a2043f9aca34cf0b, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/ce2a136f43dd49349a4c9b15bc896b5b] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp, totalSize=35.2 K 2024-12-09T23:15:54,635 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 49f5b376d8e749af8d5db0ed6f417829, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733786150396 2024-12-09T23:15:54,635 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting beb0b9d885ea4aa2a2043f9aca34cf0b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1733786150457 2024-12-09T23:15:54,635 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting ce2a136f43dd49349a4c9b15bc896b5b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733786152635 2024-12-09T23:15:54,643 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ef056c05980bb180207a09194928ed6#C#compaction#290 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:15:54,643 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/C/6257795a3869473c8a77f269e05d3f17 is 50, key is test_row_0/C:col10/1733786152639/Put/seqid=0 2024-12-09T23:15:54,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742159_1335 (size=12104) 2024-12-09T23:15:54,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-09T23:15:54,676 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4ef056c05980bb180207a09194928ed6 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-09T23:15:54,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ef056c05980bb180207a09194928ed6, store=A 2024-12-09T23:15:54,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:54,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ef056c05980bb180207a09194928ed6, store=B 2024-12-09T23:15:54,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:54,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ef056c05980bb180207a09194928ed6, store=C 2024-12-09T23:15:54,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:54,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 4ef056c05980bb180207a09194928ed6 2024-12-09T23:15:54,693 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209b3e7beba5b744605a6f63d8d462629ef_4ef056c05980bb180207a09194928ed6 is 50, key is test_row_0/A:col10/1733786154674/Put/seqid=0 2024-12-09T23:15:54,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-09T23:15:54,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:54,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. as already flushing 2024-12-09T23:15:54,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:54,721 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:54,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:54,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:54,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742160_1336 (size=14594) 2024-12-09T23:15:54,737 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:54,743 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209b3e7beba5b744605a6f63d8d462629ef_4ef056c05980bb180207a09194928ed6 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209b3e7beba5b744605a6f63d8d462629ef_4ef056c05980bb180207a09194928ed6 2024-12-09T23:15:54,744 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/f9b77f6deaf94c919cb76b1d4ab69279, store: [table=TestAcidGuarantees family=A region=4ef056c05980bb180207a09194928ed6] 2024-12-09T23:15:54,744 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/f9b77f6deaf94c919cb76b1d4ab69279 is 175, key is test_row_0/A:col10/1733786154674/Put/seqid=0 2024-12-09T23:15:54,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742161_1337 (size=39549) 2024-12-09T23:15:54,774 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=70, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/f9b77f6deaf94c919cb76b1d4ab69279 2024-12-09T23:15:54,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:54,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33568 deadline: 1733786214773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:54,785 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:54,785 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:54,785 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:54,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/B/2d51ad19c71043c9adc3425be5596eb1 is 50, key is test_row_0/B:col10/1733786154674/Put/seqid=0 2024-12-09T23:15:54,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742162_1338 (size=12001) 2024-12-09T23:15:54,848 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/B/2d51ad19c71043c9adc3425be5596eb1 2024-12-09T23:15:54,867 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/C/d7d51745f7324c0295cad8930ce84ab8 is 50, key is test_row_0/C:col10/1733786154674/Put/seqid=0 2024-12-09T23:15:54,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-09T23:15:54,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:54,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. as already flushing 2024-12-09T23:15:54,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:54,878 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:54,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:54,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:54,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-09T23:15:54,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:54,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33568 deadline: 1733786214894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:54,899 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:54,899 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:54,899 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:54,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742163_1339 (size=12001) 2024-12-09T23:15:54,968 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/B/f2328ea8697b442098c96c23c3ae1723 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/f2328ea8697b442098c96c23c3ae1723 2024-12-09T23:15:54,973 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4ef056c05980bb180207a09194928ed6/B of 4ef056c05980bb180207a09194928ed6 into f2328ea8697b442098c96c23c3ae1723(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:15:54,973 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4ef056c05980bb180207a09194928ed6: 2024-12-09T23:15:54,974 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., storeName=4ef056c05980bb180207a09194928ed6/B, priority=13, startTime=1733786154520; duration=0sec 2024-12-09T23:15:54,974 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:15:54,974 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ef056c05980bb180207a09194928ed6:B 2024-12-09T23:15:54,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:54,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33598 deadline: 1733786214973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:54,981 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40923,1733786050901 for 'test_row_2' in 4ef056c05980bb180207a09194928ed6 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2181 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:15:54,982 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:54,982 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:54,982 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:55,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:55,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33536 deadline: 1733786214994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:55,002 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40923,1733786050901 for 'test_row_2' in 4ef056c05980bb180207a09194928ed6 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2202 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:15:55,003 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:55,003 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:55,003 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:55,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:55,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33586 deadline: 1733786214994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:55,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:55,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33518 deadline: 1733786214994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:55,004 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40923,1733786050901 for 'test_row_0' in 4ef056c05980bb180207a09194928ed6 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2203 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:15:55,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:55,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:55,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:55,004 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40923,1733786050901 for 'test_row_0' in 4ef056c05980bb180207a09194928ed6 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2195 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:15:55,006 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:55,006 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:55,006 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:55,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-09T23:15:55,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:55,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. as already flushing 2024-12-09T23:15:55,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:55,032 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:55,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:55,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:55,061 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/C/6257795a3869473c8a77f269e05d3f17 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/6257795a3869473c8a77f269e05d3f17 2024-12-09T23:15:55,066 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4ef056c05980bb180207a09194928ed6/C of 4ef056c05980bb180207a09194928ed6 into 6257795a3869473c8a77f269e05d3f17(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:15:55,066 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4ef056c05980bb180207a09194928ed6: 2024-12-09T23:15:55,066 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., storeName=4ef056c05980bb180207a09194928ed6/C, priority=13, startTime=1733786154520; duration=0sec 2024-12-09T23:15:55,066 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:15:55,066 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ef056c05980bb180207a09194928ed6:C 2024-12-09T23:15:55,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:55,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33568 deadline: 1733786215103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:55,106 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:55,106 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:55,106 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:55,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-09T23:15:55,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:55,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. as already flushing 2024-12-09T23:15:55,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:55,185 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:55,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:55,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:55,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-09T23:15:55,302 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/C/d7d51745f7324c0295cad8930ce84ab8 2024-12-09T23:15:55,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/f9b77f6deaf94c919cb76b1d4ab69279 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/f9b77f6deaf94c919cb76b1d4ab69279 2024-12-09T23:15:55,309 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/f9b77f6deaf94c919cb76b1d4ab69279, entries=200, sequenceid=70, filesize=38.6 K 2024-12-09T23:15:55,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/B/2d51ad19c71043c9adc3425be5596eb1 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/2d51ad19c71043c9adc3425be5596eb1 2024-12-09T23:15:55,312 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/2d51ad19c71043c9adc3425be5596eb1, entries=150, sequenceid=70, filesize=11.7 K 2024-12-09T23:15:55,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/C/d7d51745f7324c0295cad8930ce84ab8 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/d7d51745f7324c0295cad8930ce84ab8 2024-12-09T23:15:55,316 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/d7d51745f7324c0295cad8930ce84ab8, entries=150, sequenceid=70, filesize=11.7 K 2024-12-09T23:15:55,317 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 4ef056c05980bb180207a09194928ed6 in 641ms, sequenceid=70, compaction requested=false 2024-12-09T23:15:55,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4ef056c05980bb180207a09194928ed6: 2024-12-09T23:15:55,338 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-09T23:15:55,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:55,338 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing 4ef056c05980bb180207a09194928ed6 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-09T23:15:55,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ef056c05980bb180207a09194928ed6, store=A 2024-12-09T23:15:55,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:55,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ef056c05980bb180207a09194928ed6, store=B 2024-12-09T23:15:55,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:55,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ef056c05980bb180207a09194928ed6, store=C 2024-12-09T23:15:55,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:55,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412099c2f7b7ffedd405b840972e60803d42a_4ef056c05980bb180207a09194928ed6 is 50, key is test_row_0/A:col10/1733786154738/Put/seqid=0 2024-12-09T23:15:55,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742164_1340 (size=12154) 2024-12-09T23:15:55,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 4ef056c05980bb180207a09194928ed6 2024-12-09T23:15:55,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. as already flushing 2024-12-09T23:15:55,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:55,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33568 deadline: 1733786215522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:55,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:55,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:55,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:55,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:55,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33568 deadline: 1733786215632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:55,637 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:55,637 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:55,637 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:55,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-09T23:15:55,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:55,753 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412099c2f7b7ffedd405b840972e60803d42a_4ef056c05980bb180207a09194928ed6 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412099c2f7b7ffedd405b840972e60803d42a_4ef056c05980bb180207a09194928ed6 2024-12-09T23:15:55,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/593377e8dace4624b752d0aaddf03a87, store: [table=TestAcidGuarantees family=A region=4ef056c05980bb180207a09194928ed6] 2024-12-09T23:15:55,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/593377e8dace4624b752d0aaddf03a87 is 175, key is test_row_0/A:col10/1733786154738/Put/seqid=0 2024-12-09T23:15:55,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742165_1341 (size=30955) 2024-12-09T23:15:55,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:55,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33568 deadline: 1733786215843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:55,848 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:55,848 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:55,848 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:56,158 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=84, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/593377e8dace4624b752d0aaddf03a87 2024-12-09T23:15:56,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:56,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33568 deadline: 1733786216152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:56,159 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:56,159 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:56,159 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:56,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/B/6fe48251fec647088c677a6c82502fcd is 50, key is test_row_0/B:col10/1733786154738/Put/seqid=0 2024-12-09T23:15:56,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742166_1342 (size=12001) 2024-12-09T23:15:56,170 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=84 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/B/6fe48251fec647088c677a6c82502fcd 2024-12-09T23:15:56,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/C/1d8d5032e0f645239437d4fb7af3e513 is 50, key is test_row_0/C:col10/1733786154738/Put/seqid=0 2024-12-09T23:15:56,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742167_1343 (size=12001) 2024-12-09T23:15:56,581 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=84 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/C/1d8d5032e0f645239437d4fb7af3e513 2024-12-09T23:15:56,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/593377e8dace4624b752d0aaddf03a87 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/593377e8dace4624b752d0aaddf03a87 2024-12-09T23:15:56,589 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/593377e8dace4624b752d0aaddf03a87, entries=150, sequenceid=84, filesize=30.2 K 2024-12-09T23:15:56,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/B/6fe48251fec647088c677a6c82502fcd as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/6fe48251fec647088c677a6c82502fcd 2024-12-09T23:15:56,592 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/6fe48251fec647088c677a6c82502fcd, entries=150, sequenceid=84, filesize=11.7 K 2024-12-09T23:15:56,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/C/1d8d5032e0f645239437d4fb7af3e513 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/1d8d5032e0f645239437d4fb7af3e513 2024-12-09T23:15:56,596 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/1d8d5032e0f645239437d4fb7af3e513, entries=150, sequenceid=84, filesize=11.7 K 2024-12-09T23:15:56,596 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 4ef056c05980bb180207a09194928ed6 in 1258ms, sequenceid=84, compaction requested=true 2024-12-09T23:15:56,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for 4ef056c05980bb180207a09194928ed6: 2024-12-09T23:15:56,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:56,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-12-09T23:15:56,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-12-09T23:15:56,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-12-09T23:15:56,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0300 sec 2024-12-09T23:15:56,601 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 2.0360 sec 2024-12-09T23:15:56,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 4ef056c05980bb180207a09194928ed6 2024-12-09T23:15:56,669 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733786155496, max timestamp=1733786156666Num uniques 859; 2024-12-09T23:15:56,669 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733786155496, max timestamp=1733786156666Num uniques 859; 2024-12-09T23:15:56,669 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733786155496, max timestamp=1733786156666Num uniques 859; 2024-12-09T23:15:56,669 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-09T23:15:56,669 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-09T23:15:56,669 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-09T23:15:56,669 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4ef056c05980bb180207a09194928ed6 3/3 column families, dataSize=26.84 KB heapSize=66.23 KB 2024-12-09T23:15:56,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ef056c05980bb180207a09194928ed6, store=A 2024-12-09T23:15:56,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:15:56,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ef056c05980bb180207a09194928ed6, store=B 2024-12-09T23:15:56,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:15:56,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ef056c05980bb180207a09194928ed6, store=C 2024-12-09T23:15:56,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:15:56,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209c27ee3536417461d9208bc4c7bf14812_4ef056c05980bb180207a09194928ed6 is 50, key is test_row_0/A:col10/1733786155496/Put/seqid=0 2024-12-09T23:15:56,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742168_1344 (size=14594) 2024-12-09T23:15:56,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-09T23:15:56,713 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T23:15:56,713 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T23:15:56,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-12-09T23:15:56,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-09T23:15:56,715 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T23:15:56,716 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T23:15:56,716 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T23:15:56,790 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733786156752, max timestamp=1733786156788Num uniques 859; 2024-12-09T23:15:56,790 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-09T23:15:56,791 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733786156752, max timestamp=1733786156788Num uniques 859; 2024-12-09T23:15:56,791 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733786156752, max timestamp=1733786156788Num uniques 859; 2024-12-09T23:15:56,791 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-09T23:15:56,791 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-09T23:15:56,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-09T23:15:56,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-09T23:15:56,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:56,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. as already flushing 2024-12-09T23:15:56,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:56,868 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:56,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:56,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:56,956 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733786156916, max timestamp=1733786156953Num uniques 1018; 2024-12-09T23:15:56,956 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-12-09T23:15:56,957 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733786156916, max timestamp=1733786156953Num uniques 1018; 2024-12-09T23:15:56,957 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-12-09T23:15:56,957 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733786156916, max timestamp=1733786156953Num uniques 1018; 2024-12-09T23:15:56,957 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-12-09T23:15:57,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-09T23:15:57,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:57,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. as already flushing 2024-12-09T23:15:57,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:57,022 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:57,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:57,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:57,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-09T23:15:57,048 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=277, cellSize=12682, totalHeapSize=29048, min timestamp=1733786157022, max timestamp=1733786157045Num uniques 1027; 2024-12-09T23:15:57,048 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=12682, suffix heap size=134776,new segment heap size=29048 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=277 2024-12-09T23:15:57,048 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=277, cellSize=12672, totalHeapSize=29048, min timestamp=1733786157022, max timestamp=1733786157045Num uniques 1027; 2024-12-09T23:15:57,048 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=47022, new segment data size=12672, suffix heap size=134776,new segment heap size=29048 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=277 2024-12-09T23:15:57,048 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=277, cellSize=12680, totalHeapSize=29048, min timestamp=1733786157022, max timestamp=1733786157045Num uniques 1027; 2024-12-09T23:15:57,048 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47030, new segment data size=12680, suffix heap size=134776,new segment heap size=29048 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=277 2024-12-09T23:15:57,084 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:57,087 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209c27ee3536417461d9208bc4c7bf14812_4ef056c05980bb180207a09194928ed6 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209c27ee3536417461d9208bc4c7bf14812_4ef056c05980bb180207a09194928ed6 2024-12-09T23:15:57,088 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/18d5f00b4b4d4f688b7697cd7c36762a, store: [table=TestAcidGuarantees family=A region=4ef056c05980bb180207a09194928ed6] 2024-12-09T23:15:57,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/18d5f00b4b4d4f688b7697cd7c36762a is 175, key is test_row_0/A:col10/1733786155496/Put/seqid=0 2024-12-09T23:15:57,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742169_1345 (size=39549) 2024-12-09T23:15:57,101 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=105, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/18d5f00b4b4d4f688b7697cd7c36762a 2024-12-09T23:15:57,107 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/B/755cd3d4848742d78e743f2fc5b4d58b is 50, key is test_row_0/B:col10/1733786155496/Put/seqid=0 2024-12-09T23:15:57,110 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1733786157077, max timestamp=1733786157107Num uniques 1136; 2024-12-09T23:15:57,110 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=52026, new segment data size=10806, suffix heap size=146112,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1136, new segment cells count=236 2024-12-09T23:15:57,110 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1733786157077, max timestamp=1733786157107Num uniques 1136; 2024-12-09T23:15:57,110 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1733786157077, max timestamp=1733786157107Num uniques 1136; 2024-12-09T23:15:57,110 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=52026, new segment data size=10806, suffix heap size=146112,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1136, new segment cells count=236 2024-12-09T23:15:57,110 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=52026, new segment data size=10806, suffix heap size=146112,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1136, new segment cells count=236 2024-12-09T23:15:57,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742170_1346 (size=12001) 2024-12-09T23:15:57,122 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/B/755cd3d4848742d78e743f2fc5b4d58b 2024-12-09T23:15:57,134 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/C/a139fd6f6b9c4efeb48c4be1feb936cb is 50, key is test_row_0/C:col10/1733786155496/Put/seqid=0 2024-12-09T23:15:57,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742171_1347 (size=12001) 2024-12-09T23:15:57,165 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=295, cellSize=13510, totalHeapSize=30920, min timestamp=1733786157131, max timestamp=1733786157160Num uniques 1095; 2024-12-09T23:15:57,165 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=13510, suffix heap size=141848,new segment heap size=30920 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=295 2024-12-09T23:15:57,168 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=295, cellSize=13510, totalHeapSize=30920, min timestamp=1733786157131, max timestamp=1733786157160Num uniques 1095; 2024-12-09T23:15:57,168 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=13510, suffix heap size=141848,new segment heap size=30920 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=295 2024-12-09T23:15:57,171 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=295, cellSize=13510, totalHeapSize=30920, min timestamp=1733786157131, max timestamp=1733786157160Num uniques 1095; 2024-12-09T23:15:57,171 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=13510, suffix heap size=141848,new segment heap size=30920 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=295 2024-12-09T23:15:57,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-09T23:15:57,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:57,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. as already flushing 2024-12-09T23:15:57,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:57,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:57,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:57,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:57,211 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=354, cellSize=16210, totalHeapSize=37056, min timestamp=1733786157189, max timestamp=1733786157208Num uniques 1154; 2024-12-09T23:15:57,211 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=52850, new segment data size=16210, suffix heap size=147984,new segment heap size=37056 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1154, new segment cells count=354 2024-12-09T23:15:57,212 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=354, cellSize=16210, totalHeapSize=37056, min timestamp=1733786157189, max timestamp=1733786157208Num uniques 1154; 2024-12-09T23:15:57,212 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=52850, new segment data size=16210, suffix heap size=147984,new segment heap size=37056 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1154, new segment cells count=354 2024-12-09T23:15:57,213 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=354, cellSize=16210, totalHeapSize=37056, min timestamp=1733786157189, max timestamp=1733786157208Num uniques 1154; 2024-12-09T23:15:57,213 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=52850, new segment data size=16210, suffix heap size=147984,new segment heap size=37056 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1154, new segment cells count=354 2024-12-09T23:15:57,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:57,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33536 deadline: 1733786217264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:57,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:57,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33598 deadline: 1733786217265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:57,277 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:57,277 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:57,277 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:57,277 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:57,277 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:57,277 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:57,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:57,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33518 deadline: 1733786217274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:57,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:57,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33568 deadline: 1733786217275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:57,285 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:57,285 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:57,286 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:57,286 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:57,286 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:57,286 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:57,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:57,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33586 deadline: 1733786217277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:57,288 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:57,288 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:57,288 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:57,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-09T23:15:57,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:57,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. as already flushing 2024-12-09T23:15:57,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:57,327 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:57,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:57,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:57,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-09T23:15:57,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:57,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33536 deadline: 1733786217383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:57,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:57,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33598 deadline: 1733786217383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:57,390 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:57,390 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:57,390 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:57,390 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:57,390 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:57,390 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:57,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:57,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33518 deadline: 1733786217393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:57,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:57,400 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:57,400 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:57,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33568 deadline: 1733786217393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:57,401 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:57,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:57,401 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:57,401 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:57,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33586 deadline: 1733786217393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:57,401 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:57,401 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:57,401 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:57,401 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:57,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-09T23:15:57,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:57,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. as already flushing 2024-12-09T23:15:57,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:57,480 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:57,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:57,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:57,549 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/C/a139fd6f6b9c4efeb48c4be1feb936cb 2024-12-09T23:15:57,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/18d5f00b4b4d4f688b7697cd7c36762a as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/18d5f00b4b4d4f688b7697cd7c36762a 2024-12-09T23:15:57,556 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/18d5f00b4b4d4f688b7697cd7c36762a, entries=200, sequenceid=105, filesize=38.6 K 2024-12-09T23:15:57,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/B/755cd3d4848742d78e743f2fc5b4d58b as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/755cd3d4848742d78e743f2fc5b4d58b 2024-12-09T23:15:57,559 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/755cd3d4848742d78e743f2fc5b4d58b, entries=150, sequenceid=105, filesize=11.7 K 2024-12-09T23:15:57,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/C/a139fd6f6b9c4efeb48c4be1feb936cb as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/a139fd6f6b9c4efeb48c4be1feb936cb 2024-12-09T23:15:57,562 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/a139fd6f6b9c4efeb48c4be1feb936cb, entries=150, sequenceid=105, filesize=11.7 K 2024-12-09T23:15:57,563 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~66.19 KB/67776, currentSize=161.02 KB/164880 for 4ef056c05980bb180207a09194928ed6 in 893ms, sequenceid=105, compaction requested=true 2024-12-09T23:15:57,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4ef056c05980bb180207a09194928ed6: 2024-12-09T23:15:57,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ef056c05980bb180207a09194928ed6:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T23:15:57,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:15:57,563 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T23:15:57,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ef056c05980bb180207a09194928ed6:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T23:15:57,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:15:57,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ef056c05980bb180207a09194928ed6:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T23:15:57,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-09T23:15:57,563 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T23:15:57,564 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141111 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T23:15:57,564 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1541): 4ef056c05980bb180207a09194928ed6/A is initiating minor compaction (all files) 2024-12-09T23:15:57,564 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T23:15:57,564 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1541): 4ef056c05980bb180207a09194928ed6/B is initiating minor compaction (all files) 2024-12-09T23:15:57,564 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4ef056c05980bb180207a09194928ed6/A in TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:57,564 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4ef056c05980bb180207a09194928ed6/B in TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:57,565 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/2510cb468a42486a88b5f315a287eb42, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/f9b77f6deaf94c919cb76b1d4ab69279, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/593377e8dace4624b752d0aaddf03a87, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/18d5f00b4b4d4f688b7697cd7c36762a] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp, totalSize=137.8 K 2024-12-09T23:15:57,565 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/f2328ea8697b442098c96c23c3ae1723, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/2d51ad19c71043c9adc3425be5596eb1, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/6fe48251fec647088c677a6c82502fcd, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/755cd3d4848742d78e743f2fc5b4d58b] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp, totalSize=47.0 K 2024-12-09T23:15:57,565 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:57,565 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. files: [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/2510cb468a42486a88b5f315a287eb42, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/f9b77f6deaf94c919cb76b1d4ab69279, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/593377e8dace4624b752d0aaddf03a87, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/18d5f00b4b4d4f688b7697cd7c36762a] 2024-12-09T23:15:57,565 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting f2328ea8697b442098c96c23c3ae1723, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733786152635 2024-12-09T23:15:57,565 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2510cb468a42486a88b5f315a287eb42, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733786152635 2024-12-09T23:15:57,565 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 2d51ad19c71043c9adc3425be5596eb1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=70, earliestPutTs=1733786152787 2024-12-09T23:15:57,565 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting f9b77f6deaf94c919cb76b1d4ab69279, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=70, earliestPutTs=1733786152787 2024-12-09T23:15:57,566 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 6fe48251fec647088c677a6c82502fcd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1733786154738 2024-12-09T23:15:57,566 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 593377e8dace4624b752d0aaddf03a87, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1733786154738 2024-12-09T23:15:57,566 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 755cd3d4848742d78e743f2fc5b4d58b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1733786155496 2024-12-09T23:15:57,566 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18d5f00b4b4d4f688b7697cd7c36762a, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1733786155496 2024-12-09T23:15:57,572 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ef056c05980bb180207a09194928ed6#B#compaction#300 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:15:57,573 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/B/c4bef9a1c763407cb1861ee03a64d760 is 50, key is test_row_0/B:col10/1733786155496/Put/seqid=0 2024-12-09T23:15:57,574 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4ef056c05980bb180207a09194928ed6] 2024-12-09T23:15:57,581 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241209f739683904b0482bb9e5284b0f2d0d76_4ef056c05980bb180207a09194928ed6 store=[table=TestAcidGuarantees family=A region=4ef056c05980bb180207a09194928ed6] 2024-12-09T23:15:57,583 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241209f739683904b0482bb9e5284b0f2d0d76_4ef056c05980bb180207a09194928ed6, store=[table=TestAcidGuarantees family=A region=4ef056c05980bb180207a09194928ed6] 2024-12-09T23:15:57,584 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209f739683904b0482bb9e5284b0f2d0d76_4ef056c05980bb180207a09194928ed6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4ef056c05980bb180207a09194928ed6] 2024-12-09T23:15:57,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742172_1348 (size=12241) 2024-12-09T23:15:57,601 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4ef056c05980bb180207a09194928ed6 3/3 column families, dataSize=167.72 KB heapSize=467.02 KB 2024-12-09T23:15:57,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ef056c05980bb180207a09194928ed6, store=A 2024-12-09T23:15:57,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-09T23:15:57,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ef056c05980bb180207a09194928ed6, store=B 2024-12-09T23:15:57,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-09T23:15:57,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ef056c05980bb180207a09194928ed6, store=C 2024-12-09T23:15:57,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-09T23:15:57,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 4ef056c05980bb180207a09194928ed6 2024-12-09T23:15:57,609 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/B/c4bef9a1c763407cb1861ee03a64d760 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/c4bef9a1c763407cb1861ee03a64d760 2024-12-09T23:15:57,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742173_1349 (size=4469) 2024-12-09T23:15:57,614 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4ef056c05980bb180207a09194928ed6/B of 4ef056c05980bb180207a09194928ed6 into c4bef9a1c763407cb1861ee03a64d760(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:15:57,614 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4ef056c05980bb180207a09194928ed6: 2024-12-09T23:15:57,614 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., storeName=4ef056c05980bb180207a09194928ed6/B, priority=12, startTime=1733786157563; duration=0sec 2024-12-09T23:15:57,614 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:15:57,614 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ef056c05980bb180207a09194928ed6:B 2024-12-09T23:15:57,614 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T23:15:57,615 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T23:15:57,615 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1541): 4ef056c05980bb180207a09194928ed6/C is initiating minor compaction (all files) 2024-12-09T23:15:57,615 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4ef056c05980bb180207a09194928ed6/C in TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:57,615 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/6257795a3869473c8a77f269e05d3f17, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/d7d51745f7324c0295cad8930ce84ab8, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/1d8d5032e0f645239437d4fb7af3e513, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/a139fd6f6b9c4efeb48c4be1feb936cb] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp, totalSize=47.0 K 2024-12-09T23:15:57,615 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 6257795a3869473c8a77f269e05d3f17, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733786152635 2024-12-09T23:15:57,615 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting d7d51745f7324c0295cad8930ce84ab8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=70, earliestPutTs=1733786152787 2024-12-09T23:15:57,616 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d8d5032e0f645239437d4fb7af3e513, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1733786154738 2024-12-09T23:15:57,616 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting a139fd6f6b9c4efeb48c4be1feb936cb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1733786155496 2024-12-09T23:15:57,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:57,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33536 deadline: 1733786217604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:57,618 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120930424375f7574c96bf5d7211230c4075_4ef056c05980bb180207a09194928ed6 is 50, key is test_row_0/A:col10/1733786157599/Put/seqid=0 2024-12-09T23:15:57,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:57,618 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33568 deadline: 1733786217613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:57,618 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:57,618 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:57,618 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:57,618 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:57,618 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:57,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742174_1350 (size=14794) 2024-12-09T23:15:57,625 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ef056c05980bb180207a09194928ed6#C#compaction#303 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:15:57,625 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/C/d3922d6f986a4046ac68a1b78758488d is 50, key is test_row_0/C:col10/1733786155496/Put/seqid=0 2024-12-09T23:15:57,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:57,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33598 deadline: 1733786217615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:57,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:57,628 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:57,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33518 deadline: 1733786217616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:57,629 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:57,629 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:57,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:57,629 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:57,629 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:57,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33586 deadline: 1733786217617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:57,629 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:57,629 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:57,629 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:57,629 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:57,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742175_1351 (size=12241) 2024-12-09T23:15:57,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-09T23:15:57,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:57,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. as already flushing 2024-12-09T23:15:57,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:57,633 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:57,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:57,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:57,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:57,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33536 deadline: 1733786217723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:57,731 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:57,731 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:57,731 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:57,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:57,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33598 deadline: 1733786217733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:57,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:57,739 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:57,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33586 deadline: 1733786217733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:57,739 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:57,739 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:57,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:57,739 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:57,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33518 deadline: 1733786217733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:57,740 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:57,740 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:57,740 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:57,740 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:57,740 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:57,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-09T23:15:57,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:57,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. as already flushing 2024-12-09T23:15:57,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:57,787 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:57,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:57,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:57,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-09T23:15:57,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:57,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33568 deadline: 1733786217923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:57,931 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:57,931 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:57,931 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:57,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-09T23:15:57,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:57,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. as already flushing 2024-12-09T23:15:57,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:57,939 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:57,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:57,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:57,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33536 deadline: 1733786217933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:57,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:57,941 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:57,941 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:57,941 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:57,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:57,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33598 deadline: 1733786217943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:57,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:57,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33586 deadline: 1733786217943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:57,949 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:57,949 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:57,949 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:57,950 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:57,950 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:57,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:57,950 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:57,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33518 deadline: 1733786217943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:57,950 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:57,950 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:57,950 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:58,011 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ef056c05980bb180207a09194928ed6#A#compaction#301 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:15:58,011 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/7106bc7e18b94d8db161d3647538227c is 175, key is test_row_0/A:col10/1733786155496/Put/seqid=0 2024-12-09T23:15:58,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742176_1352 (size=31195) 2024-12-09T23:15:58,021 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,024 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120930424375f7574c96bf5d7211230c4075_4ef056c05980bb180207a09194928ed6 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120930424375f7574c96bf5d7211230c4075_4ef056c05980bb180207a09194928ed6 2024-12-09T23:15:58,025 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/b25bcbc45b2e4c9a896764714926088a, store: [table=TestAcidGuarantees family=A region=4ef056c05980bb180207a09194928ed6] 2024-12-09T23:15:58,025 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/b25bcbc45b2e4c9a896764714926088a is 175, key is test_row_0/A:col10/1733786157599/Put/seqid=0 2024-12-09T23:15:58,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742177_1353 (size=39749) 2024-12-09T23:15:58,035 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/C/d3922d6f986a4046ac68a1b78758488d as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/d3922d6f986a4046ac68a1b78758488d 2024-12-09T23:15:58,040 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4ef056c05980bb180207a09194928ed6/C of 4ef056c05980bb180207a09194928ed6 into d3922d6f986a4046ac68a1b78758488d(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:15:58,040 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4ef056c05980bb180207a09194928ed6: 2024-12-09T23:15:58,040 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., storeName=4ef056c05980bb180207a09194928ed6/C, priority=12, startTime=1733786157563; duration=0sec 2024-12-09T23:15:58,040 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:15:58,041 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ef056c05980bb180207a09194928ed6:C 2024-12-09T23:15:58,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-09T23:15:58,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:58,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. as already flushing 2024-12-09T23:15:58,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:58,095 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:58,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:58,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:58,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-09T23:15:58,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:58,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. as already flushing 2024-12-09T23:15:58,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:58,250 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:58,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:58,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:58,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:58,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33536 deadline: 1733786218253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:58,260 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:58,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:58,260 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:58,260 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:58,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33598 deadline: 1733786218253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:58,260 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:58,260 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:58,260 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:58,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:58,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33586 deadline: 1733786218263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:58,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:58,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33518 deadline: 1733786218263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:58,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:58,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:58,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:58,271 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:58,271 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:58,271 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:58,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-09T23:15:58,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:58,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. as already flushing 2024-12-09T23:15:58,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:58,403 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:58,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:58,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:58,421 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/7106bc7e18b94d8db161d3647538227c as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/7106bc7e18b94d8db161d3647538227c 2024-12-09T23:15:58,425 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4ef056c05980bb180207a09194928ed6/A of 4ef056c05980bb180207a09194928ed6 into 7106bc7e18b94d8db161d3647538227c(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:15:58,425 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4ef056c05980bb180207a09194928ed6: 2024-12-09T23:15:58,425 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., storeName=4ef056c05980bb180207a09194928ed6/A, priority=12, startTime=1733786157563; duration=0sec 2024-12-09T23:15:58,425 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:15:58,425 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ef056c05980bb180207a09194928ed6:A 2024-12-09T23:15:58,429 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=229, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/b25bcbc45b2e4c9a896764714926088a 2024-12-09T23:15:58,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:58,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33568 deadline: 1733786218433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:58,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:58,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:58,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:58,447 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/B/a3a139ba92d64d08b14f110e4ae34021 is 50, key is test_row_0/B:col10/1733786157599/Put/seqid=0 2024-12-09T23:15:58,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742178_1354 (size=12151) 2024-12-09T23:15:58,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-09T23:15:58,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:58,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. as already flushing 2024-12-09T23:15:58,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:58,557 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:58,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:58,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:58,710 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-09T23:15:58,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:58,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. as already flushing 2024-12-09T23:15:58,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:58,710 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:58,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:58,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:58,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:58,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33536 deadline: 1733786218773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:58,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:58,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33598 deadline: 1733786218773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:58,778 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:58,778 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:58,778 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:58,778 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:58,778 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:58,778 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:58,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:58,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33518 deadline: 1733786218783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:58,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:58,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33586 deadline: 1733786218783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:58,788 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:58,788 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:58,788 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:58,788 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:58,788 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:58,788 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:58,863 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/B/a3a139ba92d64d08b14f110e4ae34021 2024-12-09T23:15:58,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-09T23:15:58,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:58,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. as already flushing 2024-12-09T23:15:58,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:58,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-09T23:15:58,863 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:58,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:58,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:15:58,872 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/C/09c07831a3884fabb695f2b7a0425ac2 is 50, key is test_row_0/C:col10/1733786157599/Put/seqid=0 2024-12-09T23:15:58,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742179_1355 (size=12151) 2024-12-09T23:15:58,882 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/C/09c07831a3884fabb695f2b7a0425ac2 2024-12-09T23:15:58,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/b25bcbc45b2e4c9a896764714926088a as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/b25bcbc45b2e4c9a896764714926088a 2024-12-09T23:15:58,890 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/b25bcbc45b2e4c9a896764714926088a, entries=200, sequenceid=229, filesize=38.8 K 2024-12-09T23:15:58,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/B/a3a139ba92d64d08b14f110e4ae34021 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/a3a139ba92d64d08b14f110e4ae34021 2024-12-09T23:15:58,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,896 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/a3a139ba92d64d08b14f110e4ae34021, entries=150, sequenceid=229, filesize=11.9 K 2024-12-09T23:15:58,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/C/09c07831a3884fabb695f2b7a0425ac2 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/09c07831a3884fabb695f2b7a0425ac2 2024-12-09T23:15:58,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,900 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/09c07831a3884fabb695f2b7a0425ac2, entries=150, sequenceid=229, filesize=11.9 K 2024-12-09T23:15:58,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,901 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~466.97 KB/478176, currentSize=20.13 KB/20610 for 4ef056c05980bb180207a09194928ed6 in 1301ms, sequenceid=229, compaction requested=false 2024-12-09T23:15:58,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4ef056c05980bb180207a09194928ed6: 2024-12-09T23:15:58,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:58,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-09T23:15:59,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:59,016 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing 4ef056c05980bb180207a09194928ed6 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB 2024-12-09T23:15:59,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ef056c05980bb180207a09194928ed6, store=A 2024-12-09T23:15:59,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:59,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ef056c05980bb180207a09194928ed6, store=B 2024-12-09T23:15:59,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:59,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ef056c05980bb180207a09194928ed6, store=C 2024-12-09T23:15:59,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:15:59,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209d298bd04269349df9c18ee1403641d4b_4ef056c05980bb180207a09194928ed6 is 50, key is test_row_1/A:col10/1733786157615/Put/seqid=0 2024-12-09T23:15:59,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742180_1356 (size=9814) 2024-12-09T23:15:59,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,034 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209d298bd04269349df9c18ee1403641d4b_4ef056c05980bb180207a09194928ed6 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209d298bd04269349df9c18ee1403641d4b_4ef056c05980bb180207a09194928ed6 2024-12-09T23:15:59,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/923abe52620c43dcb0d6db206f867cdd, store: [table=TestAcidGuarantees family=A region=4ef056c05980bb180207a09194928ed6] 2024-12-09T23:15:59,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/923abe52620c43dcb0d6db206f867cdd is 175, key is test_row_1/A:col10/1733786157615/Put/seqid=0 2024-12-09T23:15:59,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742181_1357 (size=22461) 2024-12-09T23:15:59,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,442 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=238, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/923abe52620c43dcb0d6db206f867cdd 2024-12-09T23:15:59,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/B/75d0ccc8887d4435a728d7b49c70f500 is 50, key is test_row_1/B:col10/1733786157615/Put/seqid=0 2024-12-09T23:15:59,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742182_1358 (size=9757) 2024-12-09T23:15:59,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 4ef056c05980bb180207a09194928ed6 2024-12-09T23:15:59,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. as already flushing 2024-12-09T23:15:59,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:15:59,806 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733786159763, max timestamp=1733786159803Num uniques 859; 2024-12-09T23:15:59,806 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733786159763, max timestamp=1733786159803Num uniques 859; 2024-12-09T23:15:59,806 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733786159763, max timestamp=1733786159803Num uniques 859; 2024-12-09T23:15:59,806 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-09T23:15:59,806 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-09T23:15:59,806 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-09T23:15:59,846 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733786159818, max timestamp=1733786159843Num uniques 1068; 2024-12-09T23:15:59,846 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-12-09T23:15:59,847 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733786159818, max timestamp=1733786159843Num uniques 1068; 2024-12-09T23:15:59,847 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733786159818, max timestamp=1733786159843Num uniques 1068; 2024-12-09T23:15:59,847 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-12-09T23:15:59,847 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-12-09T23:15:59,882 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=277, cellSize=12682, totalHeapSize=29048, min timestamp=1733786159859, max timestamp=1733786159879Num uniques 1027; 2024-12-09T23:15:59,882 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=277, cellSize=12682, totalHeapSize=29048, min timestamp=1733786159859, max timestamp=1733786159879Num uniques 1027; 2024-12-09T23:15:59,882 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=12682, suffix heap size=134776,new segment heap size=29048 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=277 2024-12-09T23:15:59,882 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=12682, suffix heap size=134776,new segment heap size=29048 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=277 2024-12-09T23:15:59,883 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=277, cellSize=12682, totalHeapSize=29048, min timestamp=1733786159859, max timestamp=1733786159879Num uniques 1027; 2024-12-09T23:15:59,883 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=12682, suffix heap size=134776,new segment heap size=29048 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=277 2024-12-09T23:15:59,926 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/B/75d0ccc8887d4435a728d7b49c70f500 2024-12-09T23:15:59,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/C/a00103dcddb2481aa6d4b6b8d25d3e9e is 50, key is test_row_1/C:col10/1733786157615/Put/seqid=0 2024-12-09T23:15:59,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:15:59,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33586 deadline: 1733786219945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:15:59,967 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1733786159912, max timestamp=1733786159963Num uniques 1136; 2024-12-09T23:15:59,967 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=52026, new segment data size=10806, suffix heap size=146112,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1136, new segment cells count=236 2024-12-09T23:15:59,967 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1733786159912, max timestamp=1733786159963Num uniques 1136; 2024-12-09T23:15:59,967 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=52026, new segment data size=10806, suffix heap size=146112,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1136, new segment cells count=236 2024-12-09T23:15:59,967 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:59,967 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:15:59,967 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:15:59,968 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1733786159912, max timestamp=1733786159963Num uniques 1136; 2024-12-09T23:15:59,968 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=52026, new segment data size=10806, suffix heap size=146112,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1136, new segment cells count=236 2024-12-09T23:15:59,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742183_1359 (size=9757) 2024-12-09T23:15:59,973 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/C/a00103dcddb2481aa6d4b6b8d25d3e9e 2024-12-09T23:15:59,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/923abe52620c43dcb0d6db206f867cdd as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/923abe52620c43dcb0d6db206f867cdd 2024-12-09T23:15:59,988 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/923abe52620c43dcb0d6db206f867cdd, entries=100, sequenceid=238, filesize=21.9 K 2024-12-09T23:15:59,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/B/75d0ccc8887d4435a728d7b49c70f500 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/75d0ccc8887d4435a728d7b49c70f500 2024-12-09T23:15:59,992 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/75d0ccc8887d4435a728d7b49c70f500, entries=100, sequenceid=238, filesize=9.5 K 2024-12-09T23:15:59,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/C/a00103dcddb2481aa6d4b6b8d25d3e9e as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/a00103dcddb2481aa6d4b6b8d25d3e9e 2024-12-09T23:15:59,998 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/a00103dcddb2481aa6d4b6b8d25d3e9e, entries=100, sequenceid=238, filesize=9.5 K 2024-12-09T23:15:59,999 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=100.63 KB/103050 for 4ef056c05980bb180207a09194928ed6 in 983ms, sequenceid=238, compaction requested=true 2024-12-09T23:15:59,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for 4ef056c05980bb180207a09194928ed6: 2024-12-09T23:15:59,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:15:59,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-12-09T23:16:00,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-12-09T23:16:00,007 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-12-09T23:16:00,007 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2880 sec 2024-12-09T23:16:00,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 4ef056c05980bb180207a09194928ed6 2024-12-09T23:16:00,011 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4ef056c05980bb180207a09194928ed6 3/3 column families, dataSize=107.34 KB heapSize=298.08 KB 2024-12-09T23:16:00,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ef056c05980bb180207a09194928ed6, store=A 2024-12-09T23:16:00,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:16:00,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ef056c05980bb180207a09194928ed6, store=B 2024-12-09T23:16:00,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:16:00,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ef056c05980bb180207a09194928ed6, store=C 2024-12-09T23:16:00,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:16:00,011 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 3.2950 sec 2024-12-09T23:16:00,021 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120952a25592eef8415ebccd79e39f56e24a_4ef056c05980bb180207a09194928ed6 is 50, key is test_row_0/A:col10/1733786159995/Put/seqid=0 2024-12-09T23:16:00,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742184_1360 (size=14994) 2024-12-09T23:16:00,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:00,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33536 deadline: 1733786220050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:00,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:00,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:00,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:00,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:00,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33598 deadline: 1733786220051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:00,067 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:00,067 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:00,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:00,067 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:00,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33518 deadline: 1733786220051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:00,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:00,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33568 deadline: 1733786220052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:00,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:00,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:00,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:00,068 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:00,068 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:00,068 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:00,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:00,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33586 deadline: 1733786220073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:00,086 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:00,086 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:00,086 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:00,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:00,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33536 deadline: 1733786220173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:00,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:00,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33598 deadline: 1733786220173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:00,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:00,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33518 deadline: 1733786220174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:00,180 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:00,180 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:00,180 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:00,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:00,180 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:00,180 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:00,180 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:00,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33568 deadline: 1733786220174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:00,180 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:00,180 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:00,180 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:00,180 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:00,180 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:00,180 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:00,211 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-09T23:16:00,211 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-09T23:16:00,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:00,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33586 deadline: 1733786220293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:00,294 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:00,294 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:00,294 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:00,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:00,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33536 deadline: 1733786220383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:00,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:00,391 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:00,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33518 deadline: 1733786220383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:00,391 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:00,391 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:00,391 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:00,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:00,391 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:00,391 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:00,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33598 deadline: 1733786220383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:00,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:00,392 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:00,392 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:00,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33568 deadline: 1733786220383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:00,392 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:00,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:00,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:00,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:00,425 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:00,428 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120952a25592eef8415ebccd79e39f56e24a_4ef056c05980bb180207a09194928ed6 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120952a25592eef8415ebccd79e39f56e24a_4ef056c05980bb180207a09194928ed6 2024-12-09T23:16:00,431 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/ffcd5aefa26d45e691dfba54282c11fe, store: [table=TestAcidGuarantees family=A region=4ef056c05980bb180207a09194928ed6] 2024-12-09T23:16:00,431 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/ffcd5aefa26d45e691dfba54282c11fe is 175, key is test_row_0/A:col10/1733786159995/Put/seqid=0 2024-12-09T23:16:00,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742185_1361 (size=39949) 2024-12-09T23:16:00,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:00,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33586 deadline: 1733786220604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:00,612 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:00,612 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:00,612 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:00,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:00,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33536 deadline: 1733786220703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:00,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:00,711 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:00,711 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:00,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33568 deadline: 1733786220703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:00,711 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:00,712 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:00,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:00,712 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:00,712 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:00,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33518 deadline: 1733786220703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:00,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:00,712 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:00,712 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:00,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33598 deadline: 1733786220703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:00,712 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:00,712 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:00,712 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:00,712 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:00,839 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=321, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/ffcd5aefa26d45e691dfba54282c11fe 2024-12-09T23:16:00,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-09T23:16:00,873 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T23:16:00,874 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T23:16:00,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-12-09T23:16:00,877 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T23:16:00,878 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T23:16:00,878 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T23:16:00,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-09T23:16:00,881 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/B/c73194be686046cd9f4eeab85193946b is 50, key is test_row_0/B:col10/1733786159995/Put/seqid=0 2024-12-09T23:16:00,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742186_1362 (size=12301) 2024-12-09T23:16:00,906 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/B/c73194be686046cd9f4eeab85193946b 2024-12-09T23:16:00,923 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/C/d8513f991a8c4e639835f1da3334eb2a is 50, key is test_row_0/C:col10/1733786159995/Put/seqid=0 2024-12-09T23:16:00,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742187_1363 (size=12301) 2024-12-09T23:16:00,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-09T23:16:01,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-09T23:16:01,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:16:01,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. as already flushing 2024-12-09T23:16:01,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:16:01,032 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:01,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:01,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:01,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:01,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33586 deadline: 1733786221123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:01,134 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:01,134 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:01,134 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:01,186 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-09T23:16:01,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:16:01,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. as already flushing 2024-12-09T23:16:01,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:16:01,186 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:01,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:01,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:01,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-09T23:16:01,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:01,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33518 deadline: 1733786221223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:01,237 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:01,237 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:01,237 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:01,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:01,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:01,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33568 deadline: 1733786221223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:01,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33536 deadline: 1733786221223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:01,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:01,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33598 deadline: 1733786221223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:01,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:01,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:01,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:01,240 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:01,240 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:01,240 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:01,241 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:01,241 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:01,241 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:01,341 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-09T23:16:01,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:16:01,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. as already flushing 2024-12-09T23:16:01,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:16:01,341 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:01,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:01,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:01,366 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/C/d8513f991a8c4e639835f1da3334eb2a 2024-12-09T23:16:01,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/ffcd5aefa26d45e691dfba54282c11fe as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/ffcd5aefa26d45e691dfba54282c11fe 2024-12-09T23:16:01,380 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/ffcd5aefa26d45e691dfba54282c11fe, entries=200, sequenceid=321, filesize=39.0 K 2024-12-09T23:16:01,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/B/c73194be686046cd9f4eeab85193946b as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/c73194be686046cd9f4eeab85193946b 2024-12-09T23:16:01,393 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/c73194be686046cd9f4eeab85193946b, entries=150, sequenceid=321, filesize=12.0 K 2024-12-09T23:16:01,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/C/d8513f991a8c4e639835f1da3334eb2a as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/d8513f991a8c4e639835f1da3334eb2a 2024-12-09T23:16:01,400 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/d8513f991a8c4e639835f1da3334eb2a, entries=150, sequenceid=321, filesize=12.0 K 2024-12-09T23:16:01,402 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~298.03 KB/305184, currentSize=73.80 KB/75570 for 4ef056c05980bb180207a09194928ed6 in 1390ms, sequenceid=321, compaction requested=true 2024-12-09T23:16:01,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4ef056c05980bb180207a09194928ed6: 2024-12-09T23:16:01,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ef056c05980bb180207a09194928ed6:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T23:16:01,402 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T23:16:01,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:16:01,402 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T23:16:01,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ef056c05980bb180207a09194928ed6:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T23:16:01,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:16:01,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ef056c05980bb180207a09194928ed6:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T23:16:01,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:16:01,404 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133354 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T23:16:01,404 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1541): 4ef056c05980bb180207a09194928ed6/A is initiating minor compaction (all files) 2024-12-09T23:16:01,405 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4ef056c05980bb180207a09194928ed6/A in TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:16:01,405 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/7106bc7e18b94d8db161d3647538227c, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/b25bcbc45b2e4c9a896764714926088a, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/923abe52620c43dcb0d6db206f867cdd, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/ffcd5aefa26d45e691dfba54282c11fe] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp, totalSize=130.2 K 2024-12-09T23:16:01,405 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:16:01,405 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. files: [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/7106bc7e18b94d8db161d3647538227c, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/b25bcbc45b2e4c9a896764714926088a, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/923abe52620c43dcb0d6db206f867cdd, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/ffcd5aefa26d45e691dfba54282c11fe] 2024-12-09T23:16:01,406 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7106bc7e18b94d8db161d3647538227c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1733786155496 2024-12-09T23:16:01,406 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T23:16:01,406 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1541): 4ef056c05980bb180207a09194928ed6/B is initiating minor compaction (all files) 2024-12-09T23:16:01,406 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4ef056c05980bb180207a09194928ed6/B in TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:16:01,406 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/c4bef9a1c763407cb1861ee03a64d760, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/a3a139ba92d64d08b14f110e4ae34021, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/75d0ccc8887d4435a728d7b49c70f500, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/c73194be686046cd9f4eeab85193946b] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp, totalSize=45.4 K 2024-12-09T23:16:01,408 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting c4bef9a1c763407cb1861ee03a64d760, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1733786155496 2024-12-09T23:16:01,409 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting b25bcbc45b2e4c9a896764714926088a, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1733786157259 2024-12-09T23:16:01,409 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting a3a139ba92d64d08b14f110e4ae34021, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1733786157259 2024-12-09T23:16:01,409 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 923abe52620c43dcb0d6db206f867cdd, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733786157614 2024-12-09T23:16:01,410 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 75d0ccc8887d4435a728d7b49c70f500, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733786157614 2024-12-09T23:16:01,410 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting ffcd5aefa26d45e691dfba54282c11fe, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1733786159981 2024-12-09T23:16:01,410 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting c73194be686046cd9f4eeab85193946b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1733786159981 2024-12-09T23:16:01,418 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4ef056c05980bb180207a09194928ed6] 2024-12-09T23:16:01,421 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ef056c05980bb180207a09194928ed6#B#compaction#313 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:16:01,422 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/B/893ab6b88d9341e0a700d77bf1c08cc1 is 50, key is test_row_0/B:col10/1733786159995/Put/seqid=0 2024-12-09T23:16:01,434 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241209fc0b9e3055994509a0cf33a0372189b2_4ef056c05980bb180207a09194928ed6 store=[table=TestAcidGuarantees family=A region=4ef056c05980bb180207a09194928ed6] 2024-12-09T23:16:01,437 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241209fc0b9e3055994509a0cf33a0372189b2_4ef056c05980bb180207a09194928ed6, store=[table=TestAcidGuarantees family=A region=4ef056c05980bb180207a09194928ed6] 2024-12-09T23:16:01,437 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209fc0b9e3055994509a0cf33a0372189b2_4ef056c05980bb180207a09194928ed6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4ef056c05980bb180207a09194928ed6] 2024-12-09T23:16:01,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742188_1364 (size=12677) 2024-12-09T23:16:01,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-09T23:16:01,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:16:01,495 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing 4ef056c05980bb180207a09194928ed6 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-09T23:16:01,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ef056c05980bb180207a09194928ed6, store=A 2024-12-09T23:16:01,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:16:01,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ef056c05980bb180207a09194928ed6, store=B 2024-12-09T23:16:01,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:16:01,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ef056c05980bb180207a09194928ed6, store=C 2024-12-09T23:16:01,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:16:01,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-09T23:16:01,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742189_1365 (size=4469) 2024-12-09T23:16:01,514 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ef056c05980bb180207a09194928ed6#A#compaction#312 average throughput is 0.25 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:16:01,515 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/61e54fe86f0b4069a9e93b34d1dbc48b is 175, key is test_row_0/A:col10/1733786159995/Put/seqid=0 2024-12-09T23:16:01,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209a0aa1ec965f047feb0368dc3eedfeebd_4ef056c05980bb180207a09194928ed6 is 50, key is test_row_0/A:col10/1733786160031/Put/seqid=0 2024-12-09T23:16:01,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742190_1366 (size=31631) 2024-12-09T23:16:01,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742191_1367 (size=12454) 2024-12-09T23:16:01,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,566 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209a0aa1ec965f047feb0368dc3eedfeebd_4ef056c05980bb180207a09194928ed6 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209a0aa1ec965f047feb0368dc3eedfeebd_4ef056c05980bb180207a09194928ed6 2024-12-09T23:16:01,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/d779e190fef94100824caf44f0805dbe, store: [table=TestAcidGuarantees family=A region=4ef056c05980bb180207a09194928ed6] 2024-12-09T23:16:01,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/d779e190fef94100824caf44f0805dbe is 175, key is test_row_0/A:col10/1733786160031/Put/seqid=0 2024-12-09T23:16:01,572 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/61e54fe86f0b4069a9e93b34d1dbc48b as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/61e54fe86f0b4069a9e93b34d1dbc48b 2024-12-09T23:16:01,576 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4ef056c05980bb180207a09194928ed6/A of 4ef056c05980bb180207a09194928ed6 into 61e54fe86f0b4069a9e93b34d1dbc48b(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:16:01,576 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4ef056c05980bb180207a09194928ed6: 2024-12-09T23:16:01,576 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., storeName=4ef056c05980bb180207a09194928ed6/A, priority=12, startTime=1733786161402; duration=0sec 2024-12-09T23:16:01,576 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:16:01,576 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ef056c05980bb180207a09194928ed6:A 2024-12-09T23:16:01,577 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T23:16:01,578 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T23:16:01,578 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1541): 4ef056c05980bb180207a09194928ed6/C is initiating minor compaction (all files) 2024-12-09T23:16:01,578 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4ef056c05980bb180207a09194928ed6/C in TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:16:01,578 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/d3922d6f986a4046ac68a1b78758488d, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/09c07831a3884fabb695f2b7a0425ac2, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/a00103dcddb2481aa6d4b6b8d25d3e9e, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/d8513f991a8c4e639835f1da3334eb2a] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp, totalSize=45.4 K 2024-12-09T23:16:01,579 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting d3922d6f986a4046ac68a1b78758488d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1733786155496 2024-12-09T23:16:01,579 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 09c07831a3884fabb695f2b7a0425ac2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1733786157259 2024-12-09T23:16:01,579 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting a00103dcddb2481aa6d4b6b8d25d3e9e, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733786157614 2024-12-09T23:16:01,579 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting d8513f991a8c4e639835f1da3334eb2a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1733786159981 2024-12-09T23:16:01,597 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ef056c05980bb180207a09194928ed6#C#compaction#315 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:16:01,598 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/C/3f30e919be3c41dea999aa974eae2c25 is 50, key is test_row_0/C:col10/1733786159995/Put/seqid=0 2024-12-09T23:16:01,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742192_1368 (size=31255) 2024-12-09T23:16:01,608 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=335, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/d779e190fef94100824caf44f0805dbe 2024-12-09T23:16:01,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742193_1369 (size=12677) 2024-12-09T23:16:01,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/B/8943659fd4504019b67a4821de3a05cb is 50, key is test_row_0/B:col10/1733786160031/Put/seqid=0 2024-12-09T23:16:01,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742194_1370 (size=12301) 2024-12-09T23:16:01,672 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/B/8943659fd4504019b67a4821de3a05cb 2024-12-09T23:16:01,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/C/37156f63f11d427cafa6588f85bfeb70 is 50, key is test_row_0/C:col10/1733786160031/Put/seqid=0 2024-12-09T23:16:01,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742195_1371 (size=12301) 2024-12-09T23:16:01,727 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/C/37156f63f11d427cafa6588f85bfeb70 2024-12-09T23:16:01,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/d779e190fef94100824caf44f0805dbe as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/d779e190fef94100824caf44f0805dbe 2024-12-09T23:16:01,740 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/d779e190fef94100824caf44f0805dbe, entries=150, sequenceid=335, filesize=30.5 K 2024-12-09T23:16:01,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/B/8943659fd4504019b67a4821de3a05cb as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/8943659fd4504019b67a4821de3a05cb 2024-12-09T23:16:01,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,745 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/8943659fd4504019b67a4821de3a05cb, entries=150, sequenceid=335, filesize=12.0 K 2024-12-09T23:16:01,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/C/37156f63f11d427cafa6588f85bfeb70 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/37156f63f11d427cafa6588f85bfeb70 2024-12-09T23:16:01,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,760 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/37156f63f11d427cafa6588f85bfeb70, entries=150, sequenceid=335, filesize=12.0 K 2024-12-09T23:16:01,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,763 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=0 B/0 for 4ef056c05980bb180207a09194928ed6 in 266ms, sequenceid=335, compaction requested=false 2024-12-09T23:16:01,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for 4ef056c05980bb180207a09194928ed6: 2024-12-09T23:16:01,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:16:01,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-12-09T23:16:01,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-12-09T23:16:01,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,767 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-12-09T23:16:01,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,767 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 887 msec 2024-12-09T23:16:01,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 894 msec 2024-12-09T23:16:01,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,886 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/B/893ab6b88d9341e0a700d77bf1c08cc1 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/893ab6b88d9341e0a700d77bf1c08cc1 2024-12-09T23:16:01,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,895 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4ef056c05980bb180207a09194928ed6/B of 4ef056c05980bb180207a09194928ed6 into 893ab6b88d9341e0a700d77bf1c08cc1(size=12.4 K), total size for store is 24.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:16:01,895 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4ef056c05980bb180207a09194928ed6: 2024-12-09T23:16:01,895 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., storeName=4ef056c05980bb180207a09194928ed6/B, priority=12, startTime=1733786161402; duration=0sec 2024-12-09T23:16:01,896 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:16:01,896 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ef056c05980bb180207a09194928ed6:B 2024-12-09T23:16:01,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:01,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-09T23:16:02,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,015 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T23:16:02,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,016 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T23:16:02,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees 2024-12-09T23:16:02,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,018 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T23:16:02,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-09T23:16:02,019 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T23:16:02,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,019 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T23:16:02,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,032 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/C/3f30e919be3c41dea999aa974eae2c25 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/3f30e919be3c41dea999aa974eae2c25 2024-12-09T23:16:02,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,038 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4ef056c05980bb180207a09194928ed6/C of 4ef056c05980bb180207a09194928ed6 into 3f30e919be3c41dea999aa974eae2c25(size=12.4 K), total size for store is 24.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:16:02,038 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4ef056c05980bb180207a09194928ed6: 2024-12-09T23:16:02,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,039 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., storeName=4ef056c05980bb180207a09194928ed6/C, priority=12, startTime=1733786161402; duration=0sec 2024-12-09T23:16:02,039 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:16:02,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,039 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ef056c05980bb180207a09194928ed6:C 2024-12-09T23:16:02,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-09T23:16:02,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-12-09T23:16:02,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:16:02,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2603): Flush status journal for 4ef056c05980bb180207a09194928ed6: 2024-12-09T23:16:02,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:16:02,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=112 2024-12-09T23:16:02,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4169): Remote procedure done, pid=112 2024-12-09T23:16:02,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,178 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-12-09T23:16:02,178 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 156 msec 2024-12-09T23:16:02,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,180 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees in 163 msec 2024-12-09T23:16:02,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 4ef056c05980bb180207a09194928ed6 2024-12-09T23:16:02,328 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4ef056c05980bb180207a09194928ed6 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-09T23:16:02,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ef056c05980bb180207a09194928ed6, store=A 2024-12-09T23:16:02,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:16:02,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ef056c05980bb180207a09194928ed6, store=B 2024-12-09T23:16:02,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:16:02,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ef056c05980bb180207a09194928ed6, store=C 2024-12-09T23:16:02,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:16:02,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-09T23:16:02,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,333 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T23:16:02,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,334 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T23:16:02,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees 2024-12-09T23:16:02,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-09T23:16:02,336 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T23:16:02,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,337 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T23:16:02,337 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T23:16:02,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,355 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209d24361f7664b4cb39b0250e344a7f9a9_4ef056c05980bb180207a09194928ed6 is 50, key is test_row_0/A:col10/1733786162326/Put/seqid=0 2024-12-09T23:16:02,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742196_1372 (size=22618) 2024-12-09T23:16:02,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,406 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11854, totalHeapSize=27176, min timestamp=1733786162385, max timestamp=1733786162404Num uniques 859; 2024-12-09T23:16:02,406 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=11854, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-09T23:16:02,407 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11854, totalHeapSize=27176, min timestamp=1733786162385, max timestamp=1733786162404Num uniques 859; 2024-12-09T23:16:02,407 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=11854, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-09T23:16:02,407 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11854, totalHeapSize=27176, min timestamp=1733786162385, max timestamp=1733786162404Num uniques 859; 2024-12-09T23:16:02,407 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=11854, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-09T23:16:02,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:02,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33536 deadline: 1733786222425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:02,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:02,435 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:02,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33598 deadline: 1733786222426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:02,435 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:02,435 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:02,435 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:02,435 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:02,435 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:02,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:02,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33586 deadline: 1733786222431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:02,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:02,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:02,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:02,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:02,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33518 deadline: 1733786222433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:02,442 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:02,443 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:02,443 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:02,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:02,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33568 deadline: 1733786222434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:02,443 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:02,443 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:02,443 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:02,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-09T23:16:02,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-12-09T23:16:02,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:16:02,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. as already flushing 2024-12-09T23:16:02,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:16:02,490 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:02,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:02,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:02,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:02,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33536 deadline: 1733786222543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:02,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:02,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:02,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:02,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:02,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33598 deadline: 1733786222543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:02,549 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:02,549 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:02,549 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:02,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:02,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33586 deadline: 1733786222543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:02,549 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:02,549 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:02,549 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:02,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:02,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33518 deadline: 1733786222553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:02,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:02,561 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:02,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33568 deadline: 1733786222553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:02,561 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:02,561 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:02,561 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:02,561 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:02,561 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:02,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-12-09T23:16:02,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:16:02,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. as already flushing 2024-12-09T23:16:02,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:16:02,644 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:02,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:02,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:02,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-09T23:16:02,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:02,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:02,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33598 deadline: 1733786222753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:02,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33536 deadline: 1733786222753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:02,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:02,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33586 deadline: 1733786222753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:02,761 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:02,761 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:02,761 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:02,761 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:02,761 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:02,761 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:02,761 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:02,761 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:02,761 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:02,770 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:02,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:02,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33568 deadline: 1733786222765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:02,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:02,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:02,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:02,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:02,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33518 deadline: 1733786222773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:02,783 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:02,783 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:02,783 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:02,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-12-09T23:16:02,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:16:02,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. as already flushing 2024-12-09T23:16:02,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:16:02,797 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:02,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:02,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:02,812 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209d24361f7664b4cb39b0250e344a7f9a9_4ef056c05980bb180207a09194928ed6 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209d24361f7664b4cb39b0250e344a7f9a9_4ef056c05980bb180207a09194928ed6 2024-12-09T23:16:02,817 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/9891733862814c35a0ca40261f03c8a9, store: [table=TestAcidGuarantees family=A region=4ef056c05980bb180207a09194928ed6] 2024-12-09T23:16:02,818 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/9891733862814c35a0ca40261f03c8a9 is 175, key is test_row_0/A:col10/1733786162326/Put/seqid=0 2024-12-09T23:16:02,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742197_1373 (size=66019) 2024-12-09T23:16:02,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-12-09T23:16:02,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:16:02,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. as already flushing 2024-12-09T23:16:02,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:16:02,961 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:02,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:02,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-09T23:16:02,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:03,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:03,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33536 deadline: 1733786223063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:03,070 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:03,070 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:03,070 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:03,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:03,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33598 deadline: 1733786223072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:03,078 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:03,078 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:03,078 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:03,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:03,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33586 deadline: 1733786223072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:03,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:03,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:03,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:03,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:03,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33568 deadline: 1733786223083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:03,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:03,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:03,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:03,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:03,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33518 deadline: 1733786223093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:03,099 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:03,099 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:03,099 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:03,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-12-09T23:16:03,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:16:03,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. as already flushing 2024-12-09T23:16:03,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:16:03,120 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:03,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:03,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:03,254 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=349, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/9891733862814c35a0ca40261f03c8a9 2024-12-09T23:16:03,261 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/B/7eb799daeb32487fbb86f1917a325bd1 is 50, key is test_row_0/B:col10/1733786162326/Put/seqid=0 2024-12-09T23:16:03,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742198_1374 (size=9857) 2024-12-09T23:16:03,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-12-09T23:16:03,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:16:03,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. as already flushing 2024-12-09T23:16:03,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:16:03,273 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:03,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:03,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:03,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-12-09T23:16:03,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:16:03,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. as already flushing 2024-12-09T23:16:03,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:16:03,426 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:03,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:03,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:03,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-09T23:16:03,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-12-09T23:16:03,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:16:03,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. as already flushing 2024-12-09T23:16:03,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:16:03,578 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:03,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:03,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:03,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:03,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33536 deadline: 1733786223582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:03,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:03,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33586 deadline: 1733786223582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:03,586 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:03,586 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:03,586 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:03,586 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:03,586 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:03,586 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:03,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:03,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33598 deadline: 1733786223593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:03,599 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:03,599 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:03,599 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:03,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:03,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33518 deadline: 1733786223603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:03,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:03,611 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:03,611 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:03,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33568 deadline: 1733786223603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:03,611 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:03,611 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:03,611 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:03,611 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:03,666 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/B/7eb799daeb32487fbb86f1917a325bd1 2024-12-09T23:16:03,671 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/C/b396f8bd47f54d2ba1b9da5bcad02aac is 50, key is test_row_0/C:col10/1733786162326/Put/seqid=0 2024-12-09T23:16:03,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742199_1375 (size=9857) 2024-12-09T23:16:03,730 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-12-09T23:16:03,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:16:03,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. as already flushing 2024-12-09T23:16:03,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:16:03,730 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:03,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:03,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:03,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-12-09T23:16:03,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:16:03,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. as already flushing 2024-12-09T23:16:03,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:16:03,883 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:03,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:03,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:04,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-12-09T23:16:04,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:16:04,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. as already flushing 2024-12-09T23:16:04,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:16:04,038 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:04,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:04,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:04,076 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/C/b396f8bd47f54d2ba1b9da5bcad02aac 2024-12-09T23:16:04,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/9891733862814c35a0ca40261f03c8a9 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/9891733862814c35a0ca40261f03c8a9 2024-12-09T23:16:04,086 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/9891733862814c35a0ca40261f03c8a9, entries=350, sequenceid=349, filesize=64.5 K 2024-12-09T23:16:04,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/B/7eb799daeb32487fbb86f1917a325bd1 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/7eb799daeb32487fbb86f1917a325bd1 2024-12-09T23:16:04,091 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/7eb799daeb32487fbb86f1917a325bd1, entries=100, sequenceid=349, filesize=9.6 K 2024-12-09T23:16:04,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/C/b396f8bd47f54d2ba1b9da5bcad02aac as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/b396f8bd47f54d2ba1b9da5bcad02aac 2024-12-09T23:16:04,095 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/b396f8bd47f54d2ba1b9da5bcad02aac, entries=100, sequenceid=349, filesize=9.6 K 2024-12-09T23:16:04,096 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 4ef056c05980bb180207a09194928ed6 in 1768ms, sequenceid=349, compaction requested=true 2024-12-09T23:16:04,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4ef056c05980bb180207a09194928ed6: 2024-12-09T23:16:04,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ef056c05980bb180207a09194928ed6:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T23:16:04,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:16:04,096 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:16:04,097 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:16:04,097 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34835 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:16:04,097 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 128905 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:16:04,097 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1541): 4ef056c05980bb180207a09194928ed6/B is initiating minor compaction (all files) 2024-12-09T23:16:04,097 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1541): 4ef056c05980bb180207a09194928ed6/A is initiating minor compaction (all files) 2024-12-09T23:16:04,098 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4ef056c05980bb180207a09194928ed6/A in TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:16:04,098 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4ef056c05980bb180207a09194928ed6/B in TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:16:04,098 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/61e54fe86f0b4069a9e93b34d1dbc48b, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/d779e190fef94100824caf44f0805dbe, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/9891733862814c35a0ca40261f03c8a9] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp, totalSize=125.9 K 2024-12-09T23:16:04,098 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/893ab6b88d9341e0a700d77bf1c08cc1, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/8943659fd4504019b67a4821de3a05cb, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/7eb799daeb32487fbb86f1917a325bd1] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp, totalSize=34.0 K 2024-12-09T23:16:04,098 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:16:04,098 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. files: [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/61e54fe86f0b4069a9e93b34d1dbc48b, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/d779e190fef94100824caf44f0805dbe, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/9891733862814c35a0ca40261f03c8a9] 2024-12-09T23:16:04,098 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 893ab6b88d9341e0a700d77bf1c08cc1, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1733786159981 2024-12-09T23:16:04,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ef056c05980bb180207a09194928ed6:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T23:16:04,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:16:04,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ef056c05980bb180207a09194928ed6:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T23:16:04,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:16:04,099 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 61e54fe86f0b4069a9e93b34d1dbc48b, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1733786159981 2024-12-09T23:16:04,099 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 8943659fd4504019b67a4821de3a05cb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1733786160031 2024-12-09T23:16:04,099 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting d779e190fef94100824caf44f0805dbe, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1733786160031 2024-12-09T23:16:04,099 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 7eb799daeb32487fbb86f1917a325bd1, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1733786162283 2024-12-09T23:16:04,099 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9891733862814c35a0ca40261f03c8a9, keycount=350, bloomtype=ROW, size=64.5 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1733786162180 2024-12-09T23:16:04,111 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4ef056c05980bb180207a09194928ed6] 2024-12-09T23:16:04,127 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ef056c05980bb180207a09194928ed6#B#compaction#322 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:16:04,127 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/B/673d968827764c9cb0f7d4485a2448f1 is 50, key is test_row_0/B:col10/1733786162326/Put/seqid=0 2024-12-09T23:16:04,137 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412090b7c03c73b7647148e561567b87567c0_4ef056c05980bb180207a09194928ed6 store=[table=TestAcidGuarantees family=A region=4ef056c05980bb180207a09194928ed6] 2024-12-09T23:16:04,140 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412090b7c03c73b7647148e561567b87567c0_4ef056c05980bb180207a09194928ed6, store=[table=TestAcidGuarantees family=A region=4ef056c05980bb180207a09194928ed6] 2024-12-09T23:16:04,141 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412090b7c03c73b7647148e561567b87567c0_4ef056c05980bb180207a09194928ed6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4ef056c05980bb180207a09194928ed6] 2024-12-09T23:16:04,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742200_1376 (size=12779) 2024-12-09T23:16:04,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742201_1377 (size=4469) 2024-12-09T23:16:04,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-12-09T23:16:04,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:16:04,196 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2902): Flushing 4ef056c05980bb180207a09194928ed6 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-12-09T23:16:04,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ef056c05980bb180207a09194928ed6, store=A 2024-12-09T23:16:04,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:16:04,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ef056c05980bb180207a09194928ed6, store=B 2024-12-09T23:16:04,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:16:04,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ef056c05980bb180207a09194928ed6, store=C 2024-12-09T23:16:04,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:16:04,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209e75e1233bcbf42e5a5e164f9ff757475_4ef056c05980bb180207a09194928ed6 is 50, key is test_row_0/A:col10/1733786162431/Put/seqid=0 2024-12-09T23:16:04,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742202_1378 (size=12454) 2024-12-09T23:16:04,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-09T23:16:04,569 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/B/673d968827764c9cb0f7d4485a2448f1 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/673d968827764c9cb0f7d4485a2448f1 2024-12-09T23:16:04,573 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4ef056c05980bb180207a09194928ed6/B of 4ef056c05980bb180207a09194928ed6 into 673d968827764c9cb0f7d4485a2448f1(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:16:04,573 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4ef056c05980bb180207a09194928ed6: 2024-12-09T23:16:04,573 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., storeName=4ef056c05980bb180207a09194928ed6/B, priority=13, startTime=1733786164096; duration=0sec 2024-12-09T23:16:04,573 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:16:04,574 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ef056c05980bb180207a09194928ed6:B 2024-12-09T23:16:04,574 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:16:04,574 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34835 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:16:04,574 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1541): 4ef056c05980bb180207a09194928ed6/C is initiating minor compaction (all files) 2024-12-09T23:16:04,575 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4ef056c05980bb180207a09194928ed6/C in TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:16:04,575 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/3f30e919be3c41dea999aa974eae2c25, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/37156f63f11d427cafa6588f85bfeb70, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/b396f8bd47f54d2ba1b9da5bcad02aac] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp, totalSize=34.0 K 2024-12-09T23:16:04,575 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f30e919be3c41dea999aa974eae2c25, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1733786159981 2024-12-09T23:16:04,575 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 37156f63f11d427cafa6588f85bfeb70, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1733786160031 2024-12-09T23:16:04,575 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting b396f8bd47f54d2ba1b9da5bcad02aac, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1733786162283 2024-12-09T23:16:04,580 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ef056c05980bb180207a09194928ed6#A#compaction#321 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:16:04,580 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/0e83064bbc254e86a5a3e49c55706ec3 is 175, key is test_row_0/A:col10/1733786162326/Put/seqid=0 2024-12-09T23:16:04,582 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ef056c05980bb180207a09194928ed6#C#compaction#324 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:16:04,582 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/C/28983d46cd6d42508adc8888a99b8c96 is 50, key is test_row_0/C:col10/1733786162326/Put/seqid=0 2024-12-09T23:16:04,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742203_1379 (size=31840) 2024-12-09T23:16:04,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742204_1380 (size=12779) 2024-12-09T23:16:04,590 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/0e83064bbc254e86a5a3e49c55706ec3 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/0e83064bbc254e86a5a3e49c55706ec3 2024-12-09T23:16:04,591 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/C/28983d46cd6d42508adc8888a99b8c96 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/28983d46cd6d42508adc8888a99b8c96 2024-12-09T23:16:04,597 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4ef056c05980bb180207a09194928ed6/A of 4ef056c05980bb180207a09194928ed6 into 0e83064bbc254e86a5a3e49c55706ec3(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:16:04,597 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4ef056c05980bb180207a09194928ed6: 2024-12-09T23:16:04,597 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., storeName=4ef056c05980bb180207a09194928ed6/A, priority=13, startTime=1733786164096; duration=0sec 2024-12-09T23:16:04,597 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:16:04,597 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ef056c05980bb180207a09194928ed6:A 2024-12-09T23:16:04,597 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4ef056c05980bb180207a09194928ed6/C of 4ef056c05980bb180207a09194928ed6 into 28983d46cd6d42508adc8888a99b8c96(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:16:04,597 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4ef056c05980bb180207a09194928ed6: 2024-12-09T23:16:04,597 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., storeName=4ef056c05980bb180207a09194928ed6/C, priority=13, startTime=1733786164098; duration=0sec 2024-12-09T23:16:04,597 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:16:04,597 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ef056c05980bb180207a09194928ed6:C 2024-12-09T23:16:04,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 4ef056c05980bb180207a09194928ed6 2024-12-09T23:16:04,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. as already flushing 2024-12-09T23:16:04,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:04,609 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209e75e1233bcbf42e5a5e164f9ff757475_4ef056c05980bb180207a09194928ed6 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209e75e1233bcbf42e5a5e164f9ff757475_4ef056c05980bb180207a09194928ed6 2024-12-09T23:16:04,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/1d166af6ca7e4ab5afb7ed9789a55fca, store: [table=TestAcidGuarantees family=A region=4ef056c05980bb180207a09194928ed6] 2024-12-09T23:16:04,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/1d166af6ca7e4ab5afb7ed9789a55fca is 175, key is test_row_0/A:col10/1733786162431/Put/seqid=0 2024-12-09T23:16:04,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742205_1381 (size=31255) 2024-12-09T23:16:04,615 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=384, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/1d166af6ca7e4ab5afb7ed9789a55fca 2024-12-09T23:16:04,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/B/05a2c18aded04a9ba35b38790e4fb0c2 is 50, key is test_row_0/B:col10/1733786162431/Put/seqid=0 2024-12-09T23:16:04,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:04,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33598 deadline: 1733786224615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:04,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:04,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33536 deadline: 1733786224616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:04,623 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:04,623 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:04,623 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:04,623 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40923,1733786050901 for 'test_row_2' in 4ef056c05980bb180207a09194928ed6 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2196 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:16:04,623 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:04,623 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:04,623 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:04,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742206_1382 (size=12301) 2024-12-09T23:16:04,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:04,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33586 deadline: 1733786224617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:04,629 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:04,629 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:04,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:04,629 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:04,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33568 deadline: 1733786224623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:04,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:04,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33518 deadline: 1733786224623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:04,630 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40923,1733786050901 for 'test_row_1' in 4ef056c05980bb180207a09194928ed6 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2195 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:16:04,630 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:04,630 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:04,630 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:04,630 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40923,1733786050901 for 'test_row_0' in 4ef056c05980bb180207a09194928ed6 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2197 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:16:04,630 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:04,630 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:04,630 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:04,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:04,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:04,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33586 deadline: 1733786224733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:04,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33536 deadline: 1733786224733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:04,739 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:04,739 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:04,739 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:04,739 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:04,739 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:04,739 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:04,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:04,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33536 deadline: 1733786224942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:04,951 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:04,951 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:04,951 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:04,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:04,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33586 deadline: 1733786224942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:04,952 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:04,952 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:04,952 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:05,026 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/B/05a2c18aded04a9ba35b38790e4fb0c2 2024-12-09T23:16:05,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/C/c9bf1dda75274f41a34b49a1077f4eb9 is 50, key is test_row_0/C:col10/1733786162431/Put/seqid=0 2024-12-09T23:16:05,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742207_1383 (size=12301) 2024-12-09T23:16:05,073 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/C/c9bf1dda75274f41a34b49a1077f4eb9 2024-12-09T23:16:05,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/1d166af6ca7e4ab5afb7ed9789a55fca as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/1d166af6ca7e4ab5afb7ed9789a55fca 2024-12-09T23:16:05,079 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/1d166af6ca7e4ab5afb7ed9789a55fca, entries=150, sequenceid=384, filesize=30.5 K 2024-12-09T23:16:05,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/B/05a2c18aded04a9ba35b38790e4fb0c2 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/05a2c18aded04a9ba35b38790e4fb0c2 2024-12-09T23:16:05,087 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/05a2c18aded04a9ba35b38790e4fb0c2, entries=150, sequenceid=384, filesize=12.0 K 2024-12-09T23:16:05,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/C/c9bf1dda75274f41a34b49a1077f4eb9 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/c9bf1dda75274f41a34b49a1077f4eb9 2024-12-09T23:16:05,094 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/c9bf1dda75274f41a34b49a1077f4eb9, entries=150, sequenceid=384, filesize=12.0 K 2024-12-09T23:16:05,097 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=46.96 KB/48090 for 4ef056c05980bb180207a09194928ed6 in 901ms, sequenceid=384, compaction requested=false 2024-12-09T23:16:05,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2603): Flush status journal for 4ef056c05980bb180207a09194928ed6: 2024-12-09T23:16:05,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:16:05,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=114 2024-12-09T23:16:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4169): Remote procedure done, pid=114 2024-12-09T23:16:05,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-12-09T23:16:05,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7620 sec 2024-12-09T23:16:05,103 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees in 2.7680 sec 2024-12-09T23:16:05,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 4ef056c05980bb180207a09194928ed6 2024-12-09T23:16:05,266 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4ef056c05980bb180207a09194928ed6 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-09T23:16:05,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ef056c05980bb180207a09194928ed6, store=A 2024-12-09T23:16:05,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:16:05,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ef056c05980bb180207a09194928ed6, store=B 2024-12-09T23:16:05,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:16:05,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ef056c05980bb180207a09194928ed6, store=C 2024-12-09T23:16:05,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:16:05,298 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120997723f44433546a9a2e980ceb4e2b43f_4ef056c05980bb180207a09194928ed6 is 50, key is test_row_0/A:col10/1733786165265/Put/seqid=0 2024-12-09T23:16:05,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742208_1384 (size=14994) 2024-12-09T23:16:05,371 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733786165325, max timestamp=1733786165369Num uniques 859; 2024-12-09T23:16:05,371 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-09T23:16:05,371 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733786165325, max timestamp=1733786165369Num uniques 859; 2024-12-09T23:16:05,372 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-09T23:16:05,372 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733786165325, max timestamp=1733786165369Num uniques 859; 2024-12-09T23:16:05,372 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-09T23:16:05,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:05,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33536 deadline: 1733786225432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:05,442 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:05,442 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:05,442 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:05,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:05,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33586 deadline: 1733786225441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:05,446 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:05,446 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:05,446 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:05,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:05,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33536 deadline: 1733786225553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:05,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:05,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33586 deadline: 1733786225553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:05,559 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:05,559 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:05,559 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:05,559 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:05,559 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:05,559 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:05,727 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:05,730 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120997723f44433546a9a2e980ceb4e2b43f_4ef056c05980bb180207a09194928ed6 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120997723f44433546a9a2e980ceb4e2b43f_4ef056c05980bb180207a09194928ed6 2024-12-09T23:16:05,731 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/ecad426a7ebd41dab2983d46f493d5a6, store: [table=TestAcidGuarantees family=A region=4ef056c05980bb180207a09194928ed6] 2024-12-09T23:16:05,731 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/ecad426a7ebd41dab2983d46f493d5a6 is 175, key is test_row_0/A:col10/1733786165265/Put/seqid=0 2024-12-09T23:16:05,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742209_1385 (size=39949) 2024-12-09T23:16:05,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:05,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33536 deadline: 1733786225762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:05,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:05,768 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:05,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33586 deadline: 1733786225763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:05,768 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:05,768 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:05,768 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:05,768 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:05,768 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:06,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:06,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33536 deadline: 1733786226073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:06,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:06,080 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:06,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33586 deadline: 1733786226073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:06,080 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:06,080 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:06,081 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:06,081 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:06,081 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:06,139 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=398, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/ecad426a7ebd41dab2983d46f493d5a6 2024-12-09T23:16:06,147 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/B/14a04fa3eb454af1959eeef32352cde8 is 50, key is test_row_0/B:col10/1733786165265/Put/seqid=0 2024-12-09T23:16:06,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742210_1386 (size=12301) 2024-12-09T23:16:06,159 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/B/14a04fa3eb454af1959eeef32352cde8 2024-12-09T23:16:06,170 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/C/a0382f88345343a88704ab2944483b8b is 50, key is test_row_0/C:col10/1733786165265/Put/seqid=0 2024-12-09T23:16:06,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742211_1387 (size=12301) 2024-12-09T23:16:06,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-09T23:16:06,503 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T23:16:06,506 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T23:16:06,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees 2024-12-09T23:16:06,508 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T23:16:06,509 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T23:16:06,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T23:16:06,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-09T23:16:06,577 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/C/a0382f88345343a88704ab2944483b8b 2024-12-09T23:16:06,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/ecad426a7ebd41dab2983d46f493d5a6 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/ecad426a7ebd41dab2983d46f493d5a6 2024-12-09T23:16:06,587 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/ecad426a7ebd41dab2983d46f493d5a6, entries=200, sequenceid=398, filesize=39.0 K 2024-12-09T23:16:06,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/B/14a04fa3eb454af1959eeef32352cde8 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/14a04fa3eb454af1959eeef32352cde8 2024-12-09T23:16:06,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:06,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33586 deadline: 1733786226583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:06,589 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:06,589 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:06,589 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:06,594 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/14a04fa3eb454af1959eeef32352cde8, entries=150, sequenceid=398, filesize=12.0 K 2024-12-09T23:16:06,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/C/a0382f88345343a88704ab2944483b8b as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/a0382f88345343a88704ab2944483b8b 2024-12-09T23:16:06,598 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/a0382f88345343a88704ab2944483b8b, entries=150, sequenceid=398, filesize=12.0 K 2024-12-09T23:16:06,599 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 4ef056c05980bb180207a09194928ed6 in 1333ms, sequenceid=398, compaction requested=true 2024-12-09T23:16:06,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4ef056c05980bb180207a09194928ed6: 2024-12-09T23:16:06,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 4ef056c05980bb180207a09194928ed6 2024-12-09T23:16:06,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ef056c05980bb180207a09194928ed6:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T23:16:06,599 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:16:06,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:16:06,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ef056c05980bb180207a09194928ed6:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T23:16:06,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:16:06,599 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:16:06,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ef056c05980bb180207a09194928ed6:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T23:16:06,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:16:06,599 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4ef056c05980bb180207a09194928ed6 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-12-09T23:16:06,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ef056c05980bb180207a09194928ed6, store=A 2024-12-09T23:16:06,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:16:06,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ef056c05980bb180207a09194928ed6, store=B 2024-12-09T23:16:06,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:16:06,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ef056c05980bb180207a09194928ed6, store=C 2024-12-09T23:16:06,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:16:06,600 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103044 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:16:06,600 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1541): 4ef056c05980bb180207a09194928ed6/A is initiating minor compaction (all files) 2024-12-09T23:16:06,600 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4ef056c05980bb180207a09194928ed6/A in TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:16:06,601 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/0e83064bbc254e86a5a3e49c55706ec3, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/1d166af6ca7e4ab5afb7ed9789a55fca, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/ecad426a7ebd41dab2983d46f493d5a6] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp, totalSize=100.6 K 2024-12-09T23:16:06,601 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:16:06,601 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. files: [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/0e83064bbc254e86a5a3e49c55706ec3, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/1d166af6ca7e4ab5afb7ed9789a55fca, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/ecad426a7ebd41dab2983d46f493d5a6] 2024-12-09T23:16:06,601 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37381 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:16:06,601 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1541): 4ef056c05980bb180207a09194928ed6/B is initiating minor compaction (all files) 2024-12-09T23:16:06,601 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4ef056c05980bb180207a09194928ed6/B in TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:16:06,601 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/673d968827764c9cb0f7d4485a2448f1, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/05a2c18aded04a9ba35b38790e4fb0c2, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/14a04fa3eb454af1959eeef32352cde8] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp, totalSize=36.5 K 2024-12-09T23:16:06,602 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 673d968827764c9cb0f7d4485a2448f1, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1733786160050 2024-12-09T23:16:06,602 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0e83064bbc254e86a5a3e49c55706ec3, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1733786160050 2024-12-09T23:16:06,602 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d166af6ca7e4ab5afb7ed9789a55fca, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1733786162412 2024-12-09T23:16:06,602 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 05a2c18aded04a9ba35b38790e4fb0c2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1733786162412 2024-12-09T23:16:06,602 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting ecad426a7ebd41dab2983d46f493d5a6, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1733786164605 2024-12-09T23:16:06,602 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 14a04fa3eb454af1959eeef32352cde8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1733786164615 2024-12-09T23:16:06,610 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4ef056c05980bb180207a09194928ed6] 2024-12-09T23:16:06,611 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412094d9bcbedf8714731845951d30864f50c_4ef056c05980bb180207a09194928ed6 is 50, key is test_row_0/A:col10/1733786165421/Put/seqid=0 2024-12-09T23:16:06,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-09T23:16:06,614 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ef056c05980bb180207a09194928ed6#B#compaction#332 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:16:06,615 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/B/87deba72c46b473a96a546a5f4e922ec is 50, key is test_row_0/B:col10/1733786165265/Put/seqid=0 2024-12-09T23:16:06,617 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241209f49536794212452d936e116332e770f5_4ef056c05980bb180207a09194928ed6 store=[table=TestAcidGuarantees family=A region=4ef056c05980bb180207a09194928ed6] 2024-12-09T23:16:06,619 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241209f49536794212452d936e116332e770f5_4ef056c05980bb180207a09194928ed6, store=[table=TestAcidGuarantees family=A region=4ef056c05980bb180207a09194928ed6] 2024-12-09T23:16:06,619 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209f49536794212452d936e116332e770f5_4ef056c05980bb180207a09194928ed6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4ef056c05980bb180207a09194928ed6] 2024-12-09T23:16:06,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742213_1389 (size=12881) 2024-12-09T23:16:06,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742212_1388 (size=14994) 2024-12-09T23:16:06,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742214_1390 (size=4469) 2024-12-09T23:16:06,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:06,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33598 deadline: 1733786226643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:06,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:06,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33518 deadline: 1733786226643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:06,647 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40923,1733786050901 for 'test_row_2' in 4ef056c05980bb180207a09194928ed6 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4221 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:16:06,648 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:06,648 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:06,648 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:06,648 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40923,1733786050901 for 'test_row_0' in 4ef056c05980bb180207a09194928ed6 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4215 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:16:06,648 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:06,648 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:06,648 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:06,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:06,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33536 deadline: 1733786226645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:06,657 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:06,657 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:06,657 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:06,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:06,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33568 deadline: 1733786226653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:06,659 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40923,1733786050901 for 'test_row_1' in 4ef056c05980bb180207a09194928ed6 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4225 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:16:06,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:06,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:06,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:06,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-09T23:16:06,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:16:06,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. as already flushing 2024-12-09T23:16:06,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:16:06,662 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:06,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:06,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:06,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:06,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33536 deadline: 1733786226763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:06,771 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:06,771 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:06,771 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:06,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-09T23:16:06,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:16:06,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. as already flushing 2024-12-09T23:16:06,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:16:06,820 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:06,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:06,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:06,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-09T23:16:06,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-09T23:16:06,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:16:06,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. as already flushing 2024-12-09T23:16:06,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:16:06,972 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:06,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:06,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:06,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:06,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33536 deadline: 1733786226973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:06,977 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:06,977 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:06,977 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:07,032 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,037 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412094d9bcbedf8714731845951d30864f50c_4ef056c05980bb180207a09194928ed6 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412094d9bcbedf8714731845951d30864f50c_4ef056c05980bb180207a09194928ed6 2024-12-09T23:16:07,038 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ef056c05980bb180207a09194928ed6#A#compaction#331 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:16:07,038 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/7148d8b9866546d0a22becaec115d8c7 is 175, key is test_row_0/A:col10/1733786165265/Put/seqid=0 2024-12-09T23:16:07,038 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/caf310e8d66b4b9abd6aa53da20b8b76, store: [table=TestAcidGuarantees family=A region=4ef056c05980bb180207a09194928ed6] 2024-12-09T23:16:07,039 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/caf310e8d66b4b9abd6aa53da20b8b76 is 175, key is test_row_0/A:col10/1733786165421/Put/seqid=0 2024-12-09T23:16:07,039 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/B/87deba72c46b473a96a546a5f4e922ec as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/87deba72c46b473a96a546a5f4e922ec 2024-12-09T23:16:07,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742215_1391 (size=31835) 2024-12-09T23:16:07,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742216_1392 (size=39949) 2024-12-09T23:16:07,045 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=433, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/caf310e8d66b4b9abd6aa53da20b8b76 2024-12-09T23:16:07,049 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/7148d8b9866546d0a22becaec115d8c7 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/7148d8b9866546d0a22becaec115d8c7 2024-12-09T23:16:07,049 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4ef056c05980bb180207a09194928ed6/B of 4ef056c05980bb180207a09194928ed6 into 87deba72c46b473a96a546a5f4e922ec(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:16:07,049 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4ef056c05980bb180207a09194928ed6: 2024-12-09T23:16:07,049 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., storeName=4ef056c05980bb180207a09194928ed6/B, priority=13, startTime=1733786166599; duration=0sec 2024-12-09T23:16:07,049 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:16:07,049 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ef056c05980bb180207a09194928ed6:B 2024-12-09T23:16:07,049 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:16:07,054 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37381 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:16:07,054 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1541): 4ef056c05980bb180207a09194928ed6/C is initiating minor compaction (all files) 2024-12-09T23:16:07,054 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4ef056c05980bb180207a09194928ed6/C in TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:16:07,054 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/28983d46cd6d42508adc8888a99b8c96, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/c9bf1dda75274f41a34b49a1077f4eb9, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/a0382f88345343a88704ab2944483b8b] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp, totalSize=36.5 K 2024-12-09T23:16:07,054 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 28983d46cd6d42508adc8888a99b8c96, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1733786160050 2024-12-09T23:16:07,055 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting c9bf1dda75274f41a34b49a1077f4eb9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1733786162412 2024-12-09T23:16:07,055 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting a0382f88345343a88704ab2944483b8b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1733786164615 2024-12-09T23:16:07,056 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/B/f0edc9d15b7d4872b758d0f15209f145 is 50, key is test_row_0/B:col10/1733786165421/Put/seqid=0 2024-12-09T23:16:07,057 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4ef056c05980bb180207a09194928ed6/A of 4ef056c05980bb180207a09194928ed6 into 7148d8b9866546d0a22becaec115d8c7(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:16:07,057 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4ef056c05980bb180207a09194928ed6: 2024-12-09T23:16:07,057 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., storeName=4ef056c05980bb180207a09194928ed6/A, priority=13, startTime=1733786166599; duration=0sec 2024-12-09T23:16:07,057 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:16:07,057 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ef056c05980bb180207a09194928ed6:A 2024-12-09T23:16:07,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742217_1393 (size=12301) 2024-12-09T23:16:07,061 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ef056c05980bb180207a09194928ed6#C#compaction#334 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:16:07,061 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/C/7f12df150e0b49c58f5c94fe22b9b71e is 50, key is test_row_0/C:col10/1733786165265/Put/seqid=0 2024-12-09T23:16:07,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742218_1394 (size=12881) 2024-12-09T23:16:07,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-09T23:16:07,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:16:07,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. as already flushing 2024-12-09T23:16:07,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:16:07,125 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:07,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:07,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:07,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-09T23:16:07,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-09T23:16:07,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:16:07,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. as already flushing 2024-12-09T23:16:07,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:16:07,282 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:07,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:07,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:07,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:07,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33536 deadline: 1733786227283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:07,289 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:07,289 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:07,289 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:07,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-09T23:16:07,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:16:07,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. as already flushing 2024-12-09T23:16:07,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:16:07,436 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:07,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:07,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:07,459 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/B/f0edc9d15b7d4872b758d0f15209f145 2024-12-09T23:16:07,469 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/C/7f12df150e0b49c58f5c94fe22b9b71e as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/7f12df150e0b49c58f5c94fe22b9b71e 2024-12-09T23:16:07,474 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4ef056c05980bb180207a09194928ed6/C of 4ef056c05980bb180207a09194928ed6 into 7f12df150e0b49c58f5c94fe22b9b71e(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:16:07,474 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4ef056c05980bb180207a09194928ed6: 2024-12-09T23:16:07,474 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., storeName=4ef056c05980bb180207a09194928ed6/C, priority=13, startTime=1733786166599; duration=0sec 2024-12-09T23:16:07,474 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:16:07,474 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ef056c05980bb180207a09194928ed6:C 2024-12-09T23:16:07,478 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/C/ce7327a0f60e484ab3b67ddf24f05203 is 50, key is test_row_0/C:col10/1733786165421/Put/seqid=0 2024-12-09T23:16:07,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742219_1395 (size=12301) 2024-12-09T23:16:07,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-09T23:16:07,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:16:07,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. as already flushing 2024-12-09T23:16:07,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:16:07,588 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:07,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:07,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:07,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:07,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33586 deadline: 1733786227603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:07,607 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40923,1733786050901 for 'test_row_1' in 4ef056c05980bb180207a09194928ed6 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:16:07,608 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:07,608 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:07,608 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:07,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-09T23:16:07,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-09T23:16:07,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:16:07,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. as already flushing 2024-12-09T23:16:07,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:16:07,741 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:07,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:07,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:07,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:07,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33536 deadline: 1733786227793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:07,799 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:07,799 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:07,800 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:07,891 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/C/ce7327a0f60e484ab3b67ddf24f05203 2024-12-09T23:16:07,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-09T23:16:07,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:16:07,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. as already flushing 2024-12-09T23:16:07,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:16:07,900 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:07,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:07,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:07,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/caf310e8d66b4b9abd6aa53da20b8b76 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/caf310e8d66b4b9abd6aa53da20b8b76 2024-12-09T23:16:07,908 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/caf310e8d66b4b9abd6aa53da20b8b76, entries=200, sequenceid=433, filesize=39.0 K 2024-12-09T23:16:07,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/B/f0edc9d15b7d4872b758d0f15209f145 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/f0edc9d15b7d4872b758d0f15209f145 2024-12-09T23:16:07,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,912 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/f0edc9d15b7d4872b758d0f15209f145, entries=150, sequenceid=433, filesize=12.0 K 2024-12-09T23:16:07,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/C/ce7327a0f60e484ab3b67ddf24f05203 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/ce7327a0f60e484ab3b67ddf24f05203 2024-12-09T23:16:07,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,919 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/ce7327a0f60e484ab3b67ddf24f05203, entries=150, sequenceid=433, filesize=12.0 K 2024-12-09T23:16:07,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,919 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=46.96 KB/48090 for 4ef056c05980bb180207a09194928ed6 in 1320ms, sequenceid=433, compaction requested=false 2024-12-09T23:16:07,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4ef056c05980bb180207a09194928ed6: 2024-12-09T23:16:07,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:07,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-09T23:16:08,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:16:08,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,054 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2902): Flushing 4ef056c05980bb180207a09194928ed6 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-09T23:16:08,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ef056c05980bb180207a09194928ed6, store=A 2024-12-09T23:16:08,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:16:08,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ef056c05980bb180207a09194928ed6, store=B 2024-12-09T23:16:08,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:16:08,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ef056c05980bb180207a09194928ed6, store=C 2024-12-09T23:16:08,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:16:08,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209ce6d7a650c9b44cfa956b29eb01da900_4ef056c05980bb180207a09194928ed6 is 50, key is test_row_1/A:col10/1733786166643/Put/seqid=0 2024-12-09T23:16:08,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742220_1396 (size=9914) 2024-12-09T23:16:08,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,263 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T23:16:08,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,473 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209ce6d7a650c9b44cfa956b29eb01da900_4ef056c05980bb180207a09194928ed6 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209ce6d7a650c9b44cfa956b29eb01da900_4ef056c05980bb180207a09194928ed6 2024-12-09T23:16:08,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/487932ad650446379eeff6e6ad31a760, store: [table=TestAcidGuarantees family=A region=4ef056c05980bb180207a09194928ed6] 2024-12-09T23:16:08,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/487932ad650446379eeff6e6ad31a760 is 175, key is test_row_1/A:col10/1733786166643/Put/seqid=0 2024-12-09T23:16:08,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742221_1397 (size=22561) 2024-12-09T23:16:08,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-09T23:16:08,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 4ef056c05980bb180207a09194928ed6 2024-12-09T23:16:08,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. as already flushing 2024-12-09T23:16:08,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,891 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=446, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/487932ad650446379eeff6e6ad31a760 2024-12-09T23:16:08,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/B/ab1ffa2429ca44559a287fd240ceafdb is 50, key is test_row_1/B:col10/1733786166643/Put/seqid=0 2024-12-09T23:16:08,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:08,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742222_1398 (size=9857) 2024-12-09T23:16:08,922 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/B/ab1ffa2429ca44559a287fd240ceafdb 2024-12-09T23:16:08,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/C/c3d1e2ff5f2c4554aa896cbde6ce7b5a is 50, key is test_row_1/C:col10/1733786166643/Put/seqid=0 2024-12-09T23:16:08,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742223_1399 (size=9857) 2024-12-09T23:16:09,025 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733786168940, max timestamp=1733786169022Num uniques 859; 2024-12-09T23:16:09,025 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-09T23:16:09,025 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733786168940, max timestamp=1733786169022Num uniques 859; 2024-12-09T23:16:09,025 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-09T23:16:09,027 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733786168940, max timestamp=1733786169022Num uniques 859; 2024-12-09T23:16:09,027 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-12-09T23:16:09,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:09,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33536 deadline: 1733786229175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:09,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:09,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:09,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:09,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:09,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33536 deadline: 1733786229293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:09,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:09,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:09,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:09,346 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/C/c3d1e2ff5f2c4554aa896cbde6ce7b5a 2024-12-09T23:16:09,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/487932ad650446379eeff6e6ad31a760 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/487932ad650446379eeff6e6ad31a760 2024-12-09T23:16:09,353 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/487932ad650446379eeff6e6ad31a760, entries=100, sequenceid=446, filesize=22.0 K 2024-12-09T23:16:09,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/B/ab1ffa2429ca44559a287fd240ceafdb as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/ab1ffa2429ca44559a287fd240ceafdb 2024-12-09T23:16:09,357 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/ab1ffa2429ca44559a287fd240ceafdb, entries=100, sequenceid=446, filesize=9.6 K 2024-12-09T23:16:09,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/C/c3d1e2ff5f2c4554aa896cbde6ce7b5a as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/c3d1e2ff5f2c4554aa896cbde6ce7b5a 2024-12-09T23:16:09,360 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/c3d1e2ff5f2c4554aa896cbde6ce7b5a, entries=100, sequenceid=446, filesize=9.6 K 2024-12-09T23:16:09,361 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=133.78 KB/136995 for 4ef056c05980bb180207a09194928ed6 in 1307ms, sequenceid=446, compaction requested=true 2024-12-09T23:16:09,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2603): Flush status journal for 4ef056c05980bb180207a09194928ed6: 2024-12-09T23:16:09,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:16:09,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=116 2024-12-09T23:16:09,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4169): Remote procedure done, pid=116 2024-12-09T23:16:09,364 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-12-09T23:16:09,364 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8540 sec 2024-12-09T23:16:09,366 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees in 2.8590 sec 2024-12-09T23:16:09,516 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733786169160, max timestamp=1733786169513Num uniques 1018; 2024-12-09T23:16:09,516 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-12-09T23:16:09,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 4ef056c05980bb180207a09194928ed6 2024-12-09T23:16:09,517 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4ef056c05980bb180207a09194928ed6 3/3 column families, dataSize=102.48 KB heapSize=291.29 KB 2024-12-09T23:16:09,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ef056c05980bb180207a09194928ed6, store=A 2024-12-09T23:16:09,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:16:09,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ef056c05980bb180207a09194928ed6, store=B 2024-12-09T23:16:09,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-09T23:16:09,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ef056c05980bb180207a09194928ed6, store=C 2024-12-09T23:16:09,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-09T23:16:09,531 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120907a11cc0dcb34ee39f0e9ca6ac34f639_4ef056c05980bb180207a09194928ed6 is 50, key is test_row_0/A:col10/1733786169174/Put/seqid=0 2024-12-09T23:16:09,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742224_1400 (size=14994) 2024-12-09T23:16:09,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:09,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33536 deadline: 1733786229622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:09,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:09,638 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:09,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33586 deadline: 1733786229622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:09,638 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:09,638 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:09,640 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:09,640 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:09,640 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:09,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:09,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33536 deadline: 1733786229743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:09,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:09,747 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:09,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33586 deadline: 1733786229743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:09,747 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:09,747 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:09,748 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:09,748 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:09,748 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:09,935 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:09,938 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120907a11cc0dcb34ee39f0e9ca6ac34f639_4ef056c05980bb180207a09194928ed6 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120907a11cc0dcb34ee39f0e9ca6ac34f639_4ef056c05980bb180207a09194928ed6 2024-12-09T23:16:09,939 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/5ed54a4deec04fd5b0b3517f2e669d30, store: [table=TestAcidGuarantees family=A region=4ef056c05980bb180207a09194928ed6] 2024-12-09T23:16:09,939 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/5ed54a4deec04fd5b0b3517f2e669d30 is 175, key is test_row_0/A:col10/1733786169174/Put/seqid=0 2024-12-09T23:16:09,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742225_1401 (size=39949) 2024-12-09T23:16:09,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:09,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33536 deadline: 1733786229953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:09,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:09,964 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:09,964 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:09,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33586 deadline: 1733786229953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:09,964 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:09,964 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:09,964 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:09,964 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:10,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:10,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33536 deadline: 1733786230273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:10,281 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:10,281 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:10,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:10,281 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:10,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33586 deadline: 1733786230273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:10,281 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:10,281 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:10,282 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:10,343 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=484, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/5ed54a4deec04fd5b0b3517f2e669d30 2024-12-09T23:16:10,349 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/B/31a4556121594a058daa054329dc7d67 is 50, key is test_row_0/B:col10/1733786169174/Put/seqid=0 2024-12-09T23:16:10,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742226_1402 (size=12301) 2024-12-09T23:16:10,355 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/B/31a4556121594a058daa054329dc7d67 2024-12-09T23:16:10,362 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/C/d959b49db9bf4ba89822bbd492350ac1 is 50, key is test_row_0/C:col10/1733786169174/Put/seqid=0 2024-12-09T23:16:10,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742227_1403 (size=12301) 2024-12-09T23:16:10,393 INFO [Thread-1479 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1479. 2024-12-09T23:16:10,393 DEBUG [Thread-1479 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T23:16:10,393 DEBUG [Thread-1479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:16:10,393 DEBUG [Thread-1479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:16:10,393 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T23:16:10,397 INFO [Thread-1477 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1477. 2024-12-09T23:16:10,397 DEBUG [Thread-1477 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T23:16:10,397 DEBUG [Thread-1477 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:16:10,397 DEBUG [Thread-1477 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:16:10,398 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T23:16:10,401 INFO [Thread-1481 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1481. 2024-12-09T23:16:10,401 DEBUG [Thread-1481 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T23:16:10,401 DEBUG [Thread-1481 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:16:10,401 DEBUG [Thread-1481 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:16:10,401 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T23:16:10,403 INFO [Thread-1483 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1483. 2024-12-09T23:16:10,403 DEBUG [Thread-1483 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T23:16:10,403 DEBUG [Thread-1483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:16:10,404 DEBUG [Thread-1483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:16:10,404 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T23:16:10,407 INFO [Thread-1475 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1475. 2024-12-09T23:16:10,408 DEBUG [Thread-1475 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T23:16:10,408 DEBUG [Thread-1475 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:16:10,408 DEBUG [Thread-1475 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:16:10,408 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T23:16:10,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:10,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33598 deadline: 1733786230653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:10,654 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40923,1733786050901 for 'test_row_2' in 4ef056c05980bb180207a09194928ed6 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8228 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:16:10,655 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:10,655 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:10,655 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:10,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-09T23:16:10,663 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T23:16:10,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:10,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33518 deadline: 1733786230663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:10,663 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40923,1733786050901 for 'test_row_0' in 4ef056c05980bb180207a09194928ed6 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8230 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:16:10,664 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:10,664 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:10,664 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:10,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:10,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33568 deadline: 1733786230673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:10,673 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40923,1733786050901 for 'test_row_1' in 4ef056c05980bb180207a09194928ed6 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8239 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:16:10,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:10,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:10,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:10,768 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.57 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/C/d959b49db9bf4ba89822bbd492350ac1 2024-12-09T23:16:10,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/5ed54a4deec04fd5b0b3517f2e669d30 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/5ed54a4deec04fd5b0b3517f2e669d30 2024-12-09T23:16:10,782 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/5ed54a4deec04fd5b0b3517f2e669d30, entries=200, sequenceid=484, filesize=39.0 K 2024-12-09T23:16:10,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/B/31a4556121594a058daa054329dc7d67 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/31a4556121594a058daa054329dc7d67 2024-12-09T23:16:10,788 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/31a4556121594a058daa054329dc7d67, entries=150, sequenceid=484, filesize=12.0 K 2024-12-09T23:16:10,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/C/d959b49db9bf4ba89822bbd492350ac1 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/d959b49db9bf4ba89822bbd492350ac1 2024-12-09T23:16:10,793 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/d959b49db9bf4ba89822bbd492350ac1, entries=150, sequenceid=484, filesize=12.0 K 2024-12-09T23:16:10,794 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~102.48 KB/104935, heapSize ~291.24 KB/298232, currentSize=80.51 KB/82440 for 4ef056c05980bb180207a09194928ed6 in 1277ms, sequenceid=484, compaction requested=true 2024-12-09T23:16:10,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4ef056c05980bb180207a09194928ed6: 2024-12-09T23:16:10,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ef056c05980bb180207a09194928ed6:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T23:16:10,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:16:10,794 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T23:16:10,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ef056c05980bb180207a09194928ed6:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T23:16:10,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:16:10,794 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T23:16:10,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ef056c05980bb180207a09194928ed6:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T23:16:10,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:16:10,796 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134294 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T23:16:10,796 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47340 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T23:16:10,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 4ef056c05980bb180207a09194928ed6 2024-12-09T23:16:10,796 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1541): 4ef056c05980bb180207a09194928ed6/A is initiating minor compaction (all files) 2024-12-09T23:16:10,796 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1541): 4ef056c05980bb180207a09194928ed6/B is initiating minor compaction (all files) 2024-12-09T23:16:10,796 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4ef056c05980bb180207a09194928ed6 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-09T23:16:10,796 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4ef056c05980bb180207a09194928ed6/A in TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:16:10,796 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4ef056c05980bb180207a09194928ed6/B in TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:16:10,796 INFO [Thread-1470 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1470. 2024-12-09T23:16:10,796 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/87deba72c46b473a96a546a5f4e922ec, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/f0edc9d15b7d4872b758d0f15209f145, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/ab1ffa2429ca44559a287fd240ceafdb, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/31a4556121594a058daa054329dc7d67] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp, totalSize=46.2 K 2024-12-09T23:16:10,796 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/7148d8b9866546d0a22becaec115d8c7, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/caf310e8d66b4b9abd6aa53da20b8b76, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/487932ad650446379eeff6e6ad31a760, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/5ed54a4deec04fd5b0b3517f2e669d30] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp, totalSize=131.1 K 2024-12-09T23:16:10,797 INFO [Thread-1472 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1472. 2024-12-09T23:16:10,797 DEBUG [Thread-1470 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T23:16:10,797 DEBUG [Thread-1470 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:16:10,797 DEBUG [Thread-1472 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T23:16:10,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ef056c05980bb180207a09194928ed6, store=A 2024-12-09T23:16:10,797 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:16:10,797 DEBUG [Thread-1472 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:16:10,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:16:10,797 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. files: [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/7148d8b9866546d0a22becaec115d8c7, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/caf310e8d66b4b9abd6aa53da20b8b76, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/487932ad650446379eeff6e6ad31a760, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/5ed54a4deec04fd5b0b3517f2e669d30] 2024-12-09T23:16:10,797 DEBUG [Thread-1470 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:16:10,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ef056c05980bb180207a09194928ed6, store=B 2024-12-09T23:16:10,797 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T23:16:10,797 DEBUG [Thread-1472 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:16:10,797 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T23:16:10,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:16:10,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ef056c05980bb180207a09194928ed6, store=C 2024-12-09T23:16:10,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:16:10,798 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 87deba72c46b473a96a546a5f4e922ec, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1733786164615 2024-12-09T23:16:10,798 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7148d8b9866546d0a22becaec115d8c7, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1733786164615 2024-12-09T23:16:10,798 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting caf310e8d66b4b9abd6aa53da20b8b76, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1733786165421 2024-12-09T23:16:10,798 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting f0edc9d15b7d4872b758d0f15209f145, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1733786165421 2024-12-09T23:16:10,798 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 487932ad650446379eeff6e6ad31a760, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=446, earliestPutTs=1733786166638 2024-12-09T23:16:10,798 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting ab1ffa2429ca44559a287fd240ceafdb, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=446, earliestPutTs=1733786166638 2024-12-09T23:16:10,799 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5ed54a4deec04fd5b0b3517f2e669d30, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1733786169160 2024-12-09T23:16:10,799 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 31a4556121594a058daa054329dc7d67, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1733786169160 2024-12-09T23:16:10,803 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209d5fc4d1e233941f88d89a27b258052c7_4ef056c05980bb180207a09194928ed6 is 50, key is test_row_0/A:col10/1733786170794/Put/seqid=0 2024-12-09T23:16:10,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742228_1404 (size=12454) 2024-12-09T23:16:10,809 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ef056c05980bb180207a09194928ed6#B#compaction#343 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:16:10,809 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/B/906a3cf3e54c44d59a34cb2b56adc913 is 50, key is test_row_0/B:col10/1733786169174/Put/seqid=0 2024-12-09T23:16:10,810 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:10,810 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4ef056c05980bb180207a09194928ed6] 2024-12-09T23:16:10,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742229_1405 (size=13017) 2024-12-09T23:16:10,813 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120916cf87f18938477291cc0af2d2d1bd15_4ef056c05980bb180207a09194928ed6 store=[table=TestAcidGuarantees family=A region=4ef056c05980bb180207a09194928ed6] 2024-12-09T23:16:10,813 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209d5fc4d1e233941f88d89a27b258052c7_4ef056c05980bb180207a09194928ed6 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209d5fc4d1e233941f88d89a27b258052c7_4ef056c05980bb180207a09194928ed6 2024-12-09T23:16:10,814 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/ffae7dbd9b2f4056a7ffd4554c91eed2, store: [table=TestAcidGuarantees family=A region=4ef056c05980bb180207a09194928ed6] 2024-12-09T23:16:10,815 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/B/906a3cf3e54c44d59a34cb2b56adc913 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/906a3cf3e54c44d59a34cb2b56adc913 2024-12-09T23:16:10,816 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/ffae7dbd9b2f4056a7ffd4554c91eed2 is 175, key is test_row_0/A:col10/1733786170794/Put/seqid=0 2024-12-09T23:16:10,819 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4ef056c05980bb180207a09194928ed6/B of 4ef056c05980bb180207a09194928ed6 into 906a3cf3e54c44d59a34cb2b56adc913(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:16:10,819 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4ef056c05980bb180207a09194928ed6: 2024-12-09T23:16:10,819 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., storeName=4ef056c05980bb180207a09194928ed6/B, priority=12, startTime=1733786170794; duration=0sec 2024-12-09T23:16:10,820 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:16:10,820 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ef056c05980bb180207a09194928ed6:B 2024-12-09T23:16:10,820 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T23:16:10,821 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47340 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T23:16:10,821 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1541): 4ef056c05980bb180207a09194928ed6/C is initiating minor compaction (all files) 2024-12-09T23:16:10,821 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4ef056c05980bb180207a09194928ed6/C in TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:16:10,821 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/7f12df150e0b49c58f5c94fe22b9b71e, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/ce7327a0f60e484ab3b67ddf24f05203, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/c3d1e2ff5f2c4554aa896cbde6ce7b5a, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/d959b49db9bf4ba89822bbd492350ac1] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp, totalSize=46.2 K 2024-12-09T23:16:10,821 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 7f12df150e0b49c58f5c94fe22b9b71e, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1733786164615 2024-12-09T23:16:10,821 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting ce7327a0f60e484ab3b67ddf24f05203, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1733786165421 2024-12-09T23:16:10,821 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting c3d1e2ff5f2c4554aa896cbde6ce7b5a, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=446, earliestPutTs=1733786166638 2024-12-09T23:16:10,821 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting d959b49db9bf4ba89822bbd492350ac1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1733786169160 2024-12-09T23:16:10,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742230_1406 (size=31255) 2024-12-09T23:16:10,834 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=501, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/ffae7dbd9b2f4056a7ffd4554c91eed2 2024-12-09T23:16:10,835 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ef056c05980bb180207a09194928ed6#C#compaction#345 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:16:10,836 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/C/b095e7471e664cb2a1c3c2bc49d622f3 is 50, key is test_row_0/C:col10/1733786169174/Put/seqid=0 2024-12-09T23:16:10,841 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120916cf87f18938477291cc0af2d2d1bd15_4ef056c05980bb180207a09194928ed6, store=[table=TestAcidGuarantees family=A region=4ef056c05980bb180207a09194928ed6] 2024-12-09T23:16:10,842 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120916cf87f18938477291cc0af2d2d1bd15_4ef056c05980bb180207a09194928ed6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4ef056c05980bb180207a09194928ed6] 2024-12-09T23:16:10,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/B/7ec36192a1d940788a4e2c24fb02c354 is 50, key is test_row_0/B:col10/1733786170794/Put/seqid=0 2024-12-09T23:16:10,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742231_1407 (size=13017) 2024-12-09T23:16:10,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742232_1408 (size=4469) 2024-12-09T23:16:10,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742233_1409 (size=12301) 2024-12-09T23:16:11,258 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/C/b095e7471e664cb2a1c3c2bc49d622f3 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/b095e7471e664cb2a1c3c2bc49d622f3 2024-12-09T23:16:11,258 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ef056c05980bb180207a09194928ed6#A#compaction#344 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:16:11,259 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/59dd3ae3d9fd482484ea46a75da12c13 is 175, key is test_row_0/A:col10/1733786169174/Put/seqid=0 2024-12-09T23:16:11,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742234_1410 (size=31971) 2024-12-09T23:16:11,262 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4ef056c05980bb180207a09194928ed6/C of 4ef056c05980bb180207a09194928ed6 into b095e7471e664cb2a1c3c2bc49d622f3(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:16:11,262 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=501 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/B/7ec36192a1d940788a4e2c24fb02c354 2024-12-09T23:16:11,262 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4ef056c05980bb180207a09194928ed6: 2024-12-09T23:16:11,262 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., storeName=4ef056c05980bb180207a09194928ed6/C, priority=12, startTime=1733786170794; duration=0sec 2024-12-09T23:16:11,262 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:16:11,262 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ef056c05980bb180207a09194928ed6:C 2024-12-09T23:16:11,267 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/C/64718e40e7cf4956b4a771fc6406e6c5 is 50, key is test_row_0/C:col10/1733786170794/Put/seqid=0 2024-12-09T23:16:11,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742235_1411 (size=12301) 2024-12-09T23:16:11,669 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/59dd3ae3d9fd482484ea46a75da12c13 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/59dd3ae3d9fd482484ea46a75da12c13 2024-12-09T23:16:11,671 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=501 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/C/64718e40e7cf4956b4a771fc6406e6c5 2024-12-09T23:16:11,676 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4ef056c05980bb180207a09194928ed6/A of 4ef056c05980bb180207a09194928ed6 into 59dd3ae3d9fd482484ea46a75da12c13(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:16:11,676 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4ef056c05980bb180207a09194928ed6: 2024-12-09T23:16:11,676 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., storeName=4ef056c05980bb180207a09194928ed6/A, priority=12, startTime=1733786170794; duration=0sec 2024-12-09T23:16:11,676 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:16:11,676 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ef056c05980bb180207a09194928ed6:A 2024-12-09T23:16:11,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/ffae7dbd9b2f4056a7ffd4554c91eed2 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/ffae7dbd9b2f4056a7ffd4554c91eed2 2024-12-09T23:16:11,680 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/ffae7dbd9b2f4056a7ffd4554c91eed2, entries=150, sequenceid=501, filesize=30.5 K 2024-12-09T23:16:11,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/B/7ec36192a1d940788a4e2c24fb02c354 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/7ec36192a1d940788a4e2c24fb02c354 2024-12-09T23:16:11,684 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/7ec36192a1d940788a4e2c24fb02c354, entries=150, sequenceid=501, filesize=12.0 K 2024-12-09T23:16:11,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/C/64718e40e7cf4956b4a771fc6406e6c5 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/64718e40e7cf4956b4a771fc6406e6c5 2024-12-09T23:16:11,687 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/64718e40e7cf4956b4a771fc6406e6c5, entries=150, sequenceid=501, filesize=12.0 K 2024-12-09T23:16:11,688 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=0 B/0 for 4ef056c05980bb180207a09194928ed6 in 892ms, sequenceid=501, compaction requested=false 2024-12-09T23:16:11,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4ef056c05980bb180207a09194928ed6: 2024-12-09T23:16:13,760 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/aab77d931c0c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/37605dbfebca43ca9b67a74dec3eb699, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/65b8d1fa5d1b437998eeaa1be150b617, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/de56c3dc1b14438b9e91e8cbdd4f15ae, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/2510cb468a42486a88b5f315a287eb42, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/f9b77f6deaf94c919cb76b1d4ab69279, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/593377e8dace4624b752d0aaddf03a87, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/18d5f00b4b4d4f688b7697cd7c36762a, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/7106bc7e18b94d8db161d3647538227c, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/b25bcbc45b2e4c9a896764714926088a, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/923abe52620c43dcb0d6db206f867cdd, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/ffcd5aefa26d45e691dfba54282c11fe, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/61e54fe86f0b4069a9e93b34d1dbc48b, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/d779e190fef94100824caf44f0805dbe, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/9891733862814c35a0ca40261f03c8a9, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/0e83064bbc254e86a5a3e49c55706ec3, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/1d166af6ca7e4ab5afb7ed9789a55fca, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/ecad426a7ebd41dab2983d46f493d5a6, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/7148d8b9866546d0a22becaec115d8c7, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/caf310e8d66b4b9abd6aa53da20b8b76, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/487932ad650446379eeff6e6ad31a760, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/5ed54a4deec04fd5b0b3517f2e669d30] to archive 2024-12-09T23:16:13,763 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/aab77d931c0c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-09T23:16:13,764 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/37605dbfebca43ca9b67a74dec3eb699 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/37605dbfebca43ca9b67a74dec3eb699 2024-12-09T23:16:13,764 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/de56c3dc1b14438b9e91e8cbdd4f15ae to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/de56c3dc1b14438b9e91e8cbdd4f15ae 2024-12-09T23:16:13,764 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/65b8d1fa5d1b437998eeaa1be150b617 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/65b8d1fa5d1b437998eeaa1be150b617 2024-12-09T23:16:13,764 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/18d5f00b4b4d4f688b7697cd7c36762a to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/18d5f00b4b4d4f688b7697cd7c36762a 2024-12-09T23:16:13,764 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/2510cb468a42486a88b5f315a287eb42 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/2510cb468a42486a88b5f315a287eb42 2024-12-09T23:16:13,764 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/7106bc7e18b94d8db161d3647538227c to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/7106bc7e18b94d8db161d3647538227c 2024-12-09T23:16:13,765 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/593377e8dace4624b752d0aaddf03a87 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/593377e8dace4624b752d0aaddf03a87 2024-12-09T23:16:13,765 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/f9b77f6deaf94c919cb76b1d4ab69279 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/f9b77f6deaf94c919cb76b1d4ab69279 2024-12-09T23:16:13,765 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/b25bcbc45b2e4c9a896764714926088a to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/b25bcbc45b2e4c9a896764714926088a 2024-12-09T23:16:13,765 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/923abe52620c43dcb0d6db206f867cdd to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/923abe52620c43dcb0d6db206f867cdd 2024-12-09T23:16:13,766 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/61e54fe86f0b4069a9e93b34d1dbc48b to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/61e54fe86f0b4069a9e93b34d1dbc48b 2024-12-09T23:16:13,766 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/ffcd5aefa26d45e691dfba54282c11fe to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/ffcd5aefa26d45e691dfba54282c11fe 2024-12-09T23:16:13,766 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/d779e190fef94100824caf44f0805dbe to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/d779e190fef94100824caf44f0805dbe 2024-12-09T23:16:13,766 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/9891733862814c35a0ca40261f03c8a9 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/9891733862814c35a0ca40261f03c8a9 2024-12-09T23:16:13,766 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/0e83064bbc254e86a5a3e49c55706ec3 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/0e83064bbc254e86a5a3e49c55706ec3 2024-12-09T23:16:13,766 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/1d166af6ca7e4ab5afb7ed9789a55fca to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/1d166af6ca7e4ab5afb7ed9789a55fca 2024-12-09T23:16:13,766 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/7148d8b9866546d0a22becaec115d8c7 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/7148d8b9866546d0a22becaec115d8c7 2024-12-09T23:16:13,766 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/ecad426a7ebd41dab2983d46f493d5a6 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/ecad426a7ebd41dab2983d46f493d5a6 2024-12-09T23:16:13,767 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/caf310e8d66b4b9abd6aa53da20b8b76 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/caf310e8d66b4b9abd6aa53da20b8b76 2024-12-09T23:16:13,767 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/487932ad650446379eeff6e6ad31a760 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/487932ad650446379eeff6e6ad31a760 2024-12-09T23:16:13,767 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/5ed54a4deec04fd5b0b3517f2e669d30 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/5ed54a4deec04fd5b0b3517f2e669d30 2024-12-09T23:16:13,769 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/aab77d931c0c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/61de786ae106498783d86a2821d542a4, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/ebd153e3ef7a425a92cb563c4e794e68, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/f2328ea8697b442098c96c23c3ae1723, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/0b27cb272e5b4a79b19f4665477f16af, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/2d51ad19c71043c9adc3425be5596eb1, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/6fe48251fec647088c677a6c82502fcd, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/c4bef9a1c763407cb1861ee03a64d760, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/755cd3d4848742d78e743f2fc5b4d58b, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/a3a139ba92d64d08b14f110e4ae34021, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/75d0ccc8887d4435a728d7b49c70f500, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/893ab6b88d9341e0a700d77bf1c08cc1, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/c73194be686046cd9f4eeab85193946b, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/8943659fd4504019b67a4821de3a05cb, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/673d968827764c9cb0f7d4485a2448f1, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/7eb799daeb32487fbb86f1917a325bd1, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/05a2c18aded04a9ba35b38790e4fb0c2, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/87deba72c46b473a96a546a5f4e922ec, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/14a04fa3eb454af1959eeef32352cde8, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/f0edc9d15b7d4872b758d0f15209f145, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/ab1ffa2429ca44559a287fd240ceafdb, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/31a4556121594a058daa054329dc7d67] to archive 2024-12-09T23:16:13,770 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/aab77d931c0c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-09T23:16:13,771 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/61de786ae106498783d86a2821d542a4 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/61de786ae106498783d86a2821d542a4 2024-12-09T23:16:13,771 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/0b27cb272e5b4a79b19f4665477f16af to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/0b27cb272e5b4a79b19f4665477f16af 2024-12-09T23:16:13,771 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/f2328ea8697b442098c96c23c3ae1723 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/f2328ea8697b442098c96c23c3ae1723 2024-12-09T23:16:13,771 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/ebd153e3ef7a425a92cb563c4e794e68 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/ebd153e3ef7a425a92cb563c4e794e68 2024-12-09T23:16:13,771 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/2d51ad19c71043c9adc3425be5596eb1 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/2d51ad19c71043c9adc3425be5596eb1 2024-12-09T23:16:13,771 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/c4bef9a1c763407cb1861ee03a64d760 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/c4bef9a1c763407cb1861ee03a64d760 2024-12-09T23:16:13,771 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/755cd3d4848742d78e743f2fc5b4d58b to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/755cd3d4848742d78e743f2fc5b4d58b 2024-12-09T23:16:13,771 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/6fe48251fec647088c677a6c82502fcd to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/6fe48251fec647088c677a6c82502fcd 2024-12-09T23:16:13,772 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/a3a139ba92d64d08b14f110e4ae34021 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/a3a139ba92d64d08b14f110e4ae34021 2024-12-09T23:16:13,772 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/75d0ccc8887d4435a728d7b49c70f500 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/75d0ccc8887d4435a728d7b49c70f500 2024-12-09T23:16:13,773 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/c73194be686046cd9f4eeab85193946b to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/c73194be686046cd9f4eeab85193946b 2024-12-09T23:16:13,773 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/893ab6b88d9341e0a700d77bf1c08cc1 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/893ab6b88d9341e0a700d77bf1c08cc1 2024-12-09T23:16:13,773 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/05a2c18aded04a9ba35b38790e4fb0c2 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/05a2c18aded04a9ba35b38790e4fb0c2 2024-12-09T23:16:13,773 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/8943659fd4504019b67a4821de3a05cb to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/8943659fd4504019b67a4821de3a05cb 2024-12-09T23:16:13,773 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/7eb799daeb32487fbb86f1917a325bd1 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/7eb799daeb32487fbb86f1917a325bd1 2024-12-09T23:16:13,773 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/673d968827764c9cb0f7d4485a2448f1 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/673d968827764c9cb0f7d4485a2448f1 2024-12-09T23:16:13,774 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/14a04fa3eb454af1959eeef32352cde8 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/14a04fa3eb454af1959eeef32352cde8 2024-12-09T23:16:13,774 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/87deba72c46b473a96a546a5f4e922ec to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/87deba72c46b473a96a546a5f4e922ec 2024-12-09T23:16:13,774 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/ab1ffa2429ca44559a287fd240ceafdb to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/ab1ffa2429ca44559a287fd240ceafdb 2024-12-09T23:16:13,774 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/31a4556121594a058daa054329dc7d67 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/31a4556121594a058daa054329dc7d67 2024-12-09T23:16:13,774 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/f0edc9d15b7d4872b758d0f15209f145 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/f0edc9d15b7d4872b758d0f15209f145 2024-12-09T23:16:13,776 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/aab77d931c0c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/49f5b376d8e749af8d5db0ed6f417829, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/beb0b9d885ea4aa2a2043f9aca34cf0b, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/6257795a3869473c8a77f269e05d3f17, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/ce2a136f43dd49349a4c9b15bc896b5b, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/d7d51745f7324c0295cad8930ce84ab8, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/1d8d5032e0f645239437d4fb7af3e513, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/d3922d6f986a4046ac68a1b78758488d, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/a139fd6f6b9c4efeb48c4be1feb936cb, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/09c07831a3884fabb695f2b7a0425ac2, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/a00103dcddb2481aa6d4b6b8d25d3e9e, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/3f30e919be3c41dea999aa974eae2c25, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/d8513f991a8c4e639835f1da3334eb2a, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/37156f63f11d427cafa6588f85bfeb70, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/28983d46cd6d42508adc8888a99b8c96, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/b396f8bd47f54d2ba1b9da5bcad02aac, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/c9bf1dda75274f41a34b49a1077f4eb9, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/7f12df150e0b49c58f5c94fe22b9b71e, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/a0382f88345343a88704ab2944483b8b, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/ce7327a0f60e484ab3b67ddf24f05203, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/c3d1e2ff5f2c4554aa896cbde6ce7b5a, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/d959b49db9bf4ba89822bbd492350ac1] to archive 2024-12-09T23:16:13,777 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/aab77d931c0c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-09T23:16:13,779 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/49f5b376d8e749af8d5db0ed6f417829 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/49f5b376d8e749af8d5db0ed6f417829 2024-12-09T23:16:13,779 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/beb0b9d885ea4aa2a2043f9aca34cf0b to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/beb0b9d885ea4aa2a2043f9aca34cf0b 2024-12-09T23:16:13,779 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/ce2a136f43dd49349a4c9b15bc896b5b to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/ce2a136f43dd49349a4c9b15bc896b5b 2024-12-09T23:16:13,779 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/d7d51745f7324c0295cad8930ce84ab8 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/d7d51745f7324c0295cad8930ce84ab8 2024-12-09T23:16:13,779 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/d3922d6f986a4046ac68a1b78758488d to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/d3922d6f986a4046ac68a1b78758488d 2024-12-09T23:16:13,779 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/1d8d5032e0f645239437d4fb7af3e513 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/1d8d5032e0f645239437d4fb7af3e513 2024-12-09T23:16:13,779 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/a139fd6f6b9c4efeb48c4be1feb936cb to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/a139fd6f6b9c4efeb48c4be1feb936cb 2024-12-09T23:16:13,779 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/6257795a3869473c8a77f269e05d3f17 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/6257795a3869473c8a77f269e05d3f17 2024-12-09T23:16:13,780 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/09c07831a3884fabb695f2b7a0425ac2 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/09c07831a3884fabb695f2b7a0425ac2 2024-12-09T23:16:13,780 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/3f30e919be3c41dea999aa974eae2c25 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/3f30e919be3c41dea999aa974eae2c25 2024-12-09T23:16:13,780 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/a00103dcddb2481aa6d4b6b8d25d3e9e to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/a00103dcddb2481aa6d4b6b8d25d3e9e 2024-12-09T23:16:13,780 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/28983d46cd6d42508adc8888a99b8c96 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/28983d46cd6d42508adc8888a99b8c96 2024-12-09T23:16:13,780 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/c9bf1dda75274f41a34b49a1077f4eb9 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/c9bf1dda75274f41a34b49a1077f4eb9 2024-12-09T23:16:13,780 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/d8513f991a8c4e639835f1da3334eb2a to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/d8513f991a8c4e639835f1da3334eb2a 2024-12-09T23:16:13,781 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/b396f8bd47f54d2ba1b9da5bcad02aac to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/b396f8bd47f54d2ba1b9da5bcad02aac 2024-12-09T23:16:13,781 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/37156f63f11d427cafa6588f85bfeb70 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/37156f63f11d427cafa6588f85bfeb70 2024-12-09T23:16:13,781 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/7f12df150e0b49c58f5c94fe22b9b71e to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/7f12df150e0b49c58f5c94fe22b9b71e 2024-12-09T23:16:13,781 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/ce7327a0f60e484ab3b67ddf24f05203 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/ce7327a0f60e484ab3b67ddf24f05203 2024-12-09T23:16:13,781 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/c3d1e2ff5f2c4554aa896cbde6ce7b5a to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/c3d1e2ff5f2c4554aa896cbde6ce7b5a 2024-12-09T23:16:13,781 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/a0382f88345343a88704ab2944483b8b to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/a0382f88345343a88704ab2944483b8b 2024-12-09T23:16:13,781 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/d959b49db9bf4ba89822bbd492350ac1 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/d959b49db9bf4ba89822bbd492350ac1 2024-12-09T23:16:20,664 INFO [Thread-1464 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1464. 2024-12-09T23:16:20,664 DEBUG [Thread-1464 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T23:16:20,664 DEBUG [Thread-1464 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:16:20,664 DEBUG [Thread-1464 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:16:20,664 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T23:16:20,725 INFO [Thread-1468 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1468. 2024-12-09T23:16:20,725 DEBUG [Thread-1468 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T23:16:20,725 DEBUG [Thread-1468 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:16:20,725 DEBUG [Thread-1468 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:16:20,725 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T23:16:20,734 INFO [Thread-1466 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1466. 2024-12-09T23:16:20,734 DEBUG [Thread-1466 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T23:16:20,734 DEBUG [Thread-1466 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:16:20,734 DEBUG [Thread-1466 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:16:20,734 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T23:16:20,734 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-09T23:16:20,734 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-12-09T23:16:20,734 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 129 2024-12-09T23:16:20,734 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-12-09T23:16:20,734 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-12-09T23:16:20,734 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 125 2024-12-09T23:16:20,734 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-09T23:16:20,734 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-09T23:16:20,734 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1162 2024-12-09T23:16:20,734 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3484 rows 2024-12-09T23:16:20,734 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1152 2024-12-09T23:16:20,735 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3456 rows 2024-12-09T23:16:20,735 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1159 2024-12-09T23:16:20,735 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3477 rows 2024-12-09T23:16:20,735 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1158 2024-12-09T23:16:20,735 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3469 rows 2024-12-09T23:16:20,735 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1149 2024-12-09T23:16:20,735 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3447 rows 2024-12-09T23:16:20,735 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T23:16:20,735 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T23:16:20,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:16:20,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:16:20,735 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T23:16:20,736 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-12-09T23:16:20,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-09T23:16:20,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-09T23:16:20,739 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733786180738"}]},"ts":"1733786180738"} 2024-12-09T23:16:20,740 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-09T23:16:20,740 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-09T23:16:20,740 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-09T23:16:20,742 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4ef056c05980bb180207a09194928ed6, UNASSIGN}] 2024-12-09T23:16:20,743 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4ef056c05980bb180207a09194928ed6, UNASSIGN 2024-12-09T23:16:20,743 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=119 updating hbase:meta row=4ef056c05980bb180207a09194928ed6, regionState=CLOSING, regionLocation=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:20,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4ef056c05980bb180207a09194928ed6, UNASSIGN because future has completed 2024-12-09T23:16:20,745 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T23:16:20,745 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901}] 2024-12-09T23:16:20,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-09T23:16:20,897 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] handler.UnassignRegionHandler(122): Close 4ef056c05980bb180207a09194928ed6 2024-12-09T23:16:20,897 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-09T23:16:20,897 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1722): Closing 4ef056c05980bb180207a09194928ed6, disabling compactions & flushes 2024-12-09T23:16:20,897 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:16:20,898 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:16:20,898 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. after waiting 0 ms 2024-12-09T23:16:20,898 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:16:20,898 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(2902): Flushing 4ef056c05980bb180207a09194928ed6 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB 2024-12-09T23:16:20,898 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ef056c05980bb180207a09194928ed6, store=A 2024-12-09T23:16:20,898 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:16:20,898 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ef056c05980bb180207a09194928ed6, store=B 2024-12-09T23:16:20,898 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:16:20,898 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ef056c05980bb180207a09194928ed6, store=C 2024-12-09T23:16:20,898 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:16:20,904 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209ccbc56a8136d4d4c91a1617e814977f4_4ef056c05980bb180207a09194928ed6 is 50, key is test_row_0/A:col10/1733786180724/Put/seqid=0 2024-12-09T23:16:20,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742236_1412 (size=12454) 2024-12-09T23:16:21,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-09T23:16:21,308 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:21,312 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209ccbc56a8136d4d4c91a1617e814977f4_4ef056c05980bb180207a09194928ed6 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209ccbc56a8136d4d4c91a1617e814977f4_4ef056c05980bb180207a09194928ed6 2024-12-09T23:16:21,313 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/dd87ef7f22a04353bfd58075c1ae46c5, store: [table=TestAcidGuarantees family=A region=4ef056c05980bb180207a09194928ed6] 2024-12-09T23:16:21,314 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/dd87ef7f22a04353bfd58075c1ae46c5 is 175, key is test_row_0/A:col10/1733786180724/Put/seqid=0 2024-12-09T23:16:21,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742237_1413 (size=31255) 2024-12-09T23:16:21,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-09T23:16:21,717 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=510, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/dd87ef7f22a04353bfd58075c1ae46c5 2024-12-09T23:16:21,728 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/B/eccbc38b08894b12b97f399888805e1c is 50, key is test_row_0/B:col10/1733786180724/Put/seqid=0 2024-12-09T23:16:21,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742238_1414 (size=12301) 2024-12-09T23:16:21,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-09T23:16:22,133 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=510 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/B/eccbc38b08894b12b97f399888805e1c 2024-12-09T23:16:22,139 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/C/21492ac742e7469ca5de9ae7859a8b26 is 50, key is test_row_0/C:col10/1733786180724/Put/seqid=0 2024-12-09T23:16:22,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742239_1415 (size=12301) 2024-12-09T23:16:22,545 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=510 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/C/21492ac742e7469ca5de9ae7859a8b26 2024-12-09T23:16:22,549 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/A/dd87ef7f22a04353bfd58075c1ae46c5 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/dd87ef7f22a04353bfd58075c1ae46c5 2024-12-09T23:16:22,552 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/dd87ef7f22a04353bfd58075c1ae46c5, entries=150, sequenceid=510, filesize=30.5 K 2024-12-09T23:16:22,552 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/B/eccbc38b08894b12b97f399888805e1c as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/eccbc38b08894b12b97f399888805e1c 2024-12-09T23:16:22,555 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/eccbc38b08894b12b97f399888805e1c, entries=150, sequenceid=510, filesize=12.0 K 2024-12-09T23:16:22,556 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/.tmp/C/21492ac742e7469ca5de9ae7859a8b26 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/21492ac742e7469ca5de9ae7859a8b26 2024-12-09T23:16:22,558 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/21492ac742e7469ca5de9ae7859a8b26, entries=150, sequenceid=510, filesize=12.0 K 2024-12-09T23:16:22,559 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 4ef056c05980bb180207a09194928ed6 in 1661ms, sequenceid=510, compaction requested=true 2024-12-09T23:16:22,562 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/recovered.edits/513.seqid, newMaxSeqId=513, maxSeqId=4 2024-12-09T23:16:22,562 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. 2024-12-09T23:16:22,562 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1676): Region close journal for 4ef056c05980bb180207a09194928ed6: Waiting for close lock at 1733786180897Running coprocessor pre-close hooks at 1733786180897Disabling compacts and flushes for region at 1733786180897Disabling writes for close at 1733786180898 (+1 ms)Obtaining lock to block concurrent updates at 1733786180898Preparing flush snapshotting stores in 4ef056c05980bb180207a09194928ed6 at 1733786180898Finished memstore snapshotting TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=61920, getOffHeapSize=0, getCellsCount=450 at 1733786180898Flushing stores of TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6. at 1733786180899 (+1 ms)Flushing 4ef056c05980bb180207a09194928ed6/A: creating writer at 1733786180899Flushing mob file 4ef056c05980bb180207a09194928ed6/A: appending metadata at 1733786180904 (+5 ms)Flushing mob file 4ef056c05980bb180207a09194928ed6/A: closing flushed file at 1733786180904Flushing 4ef056c05980bb180207a09194928ed6/A: appending metadata at 1733786181313 (+409 ms)Flushing 4ef056c05980bb180207a09194928ed6/A: closing flushed file at 1733786181313Flushing 4ef056c05980bb180207a09194928ed6/B: creating writer at 1733786181723 (+410 ms)Flushing 4ef056c05980bb180207a09194928ed6/B: appending metadata at 1733786181728 (+5 ms)Flushing 4ef056c05980bb180207a09194928ed6/B: closing flushed file at 1733786181728Flushing 4ef056c05980bb180207a09194928ed6/C: creating writer at 1733786182137 (+409 ms)Flushing 4ef056c05980bb180207a09194928ed6/C: appending metadata at 1733786182139 (+2 ms)Flushing 4ef056c05980bb180207a09194928ed6/C: closing flushed file at 1733786182139Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@348325ee: reopening flushed file at 1733786182548 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c9089c7: reopening flushed file at 1733786182552 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c69f8d7: reopening flushed file at 1733786182555 (+3 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 4ef056c05980bb180207a09194928ed6 in 1661ms, sequenceid=510, compaction requested=true at 1733786182559 (+4 ms)Writing region close event to WAL at 1733786182560 (+1 ms)Running coprocessor post-close hooks at 1733786182562 (+2 ms)Closed at 1733786182562 2024-12-09T23:16:22,564 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] handler.UnassignRegionHandler(157): Closed 4ef056c05980bb180207a09194928ed6 2024-12-09T23:16:22,564 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=119 updating hbase:meta row=4ef056c05980bb180207a09194928ed6, regionState=CLOSED 2024-12-09T23:16:22,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=120, ppid=119, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 because future has completed 2024-12-09T23:16:22,567 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-12-09T23:16:22,567 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; CloseRegionProcedure 4ef056c05980bb180207a09194928ed6, server=aab77d931c0c,40923,1733786050901 in 1.8210 sec 2024-12-09T23:16:22,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=119, resume processing ppid=118 2024-12-09T23:16:22,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, ppid=118, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4ef056c05980bb180207a09194928ed6, UNASSIGN in 1.8250 sec 2024-12-09T23:16:22,570 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-12-09T23:16:22,570 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8290 sec 2024-12-09T23:16:22,571 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733786182571"}]},"ts":"1733786182571"} 2024-12-09T23:16:22,572 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-09T23:16:22,572 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-09T23:16:22,573 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8360 sec 2024-12-09T23:16:22,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-09T23:16:22,893 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-09T23:16:22,894 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-12-09T23:16:22,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T23:16:22,895 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=121, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T23:16:22,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-09T23:16:22,896 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=121, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T23:16:22,898 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6 2024-12-09T23:16:22,899 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A, FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B, FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C, FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/recovered.edits] 2024-12-09T23:16:22,902 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/ffae7dbd9b2f4056a7ffd4554c91eed2 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/ffae7dbd9b2f4056a7ffd4554c91eed2 2024-12-09T23:16:22,902 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/59dd3ae3d9fd482484ea46a75da12c13 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/59dd3ae3d9fd482484ea46a75da12c13 2024-12-09T23:16:22,902 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/dd87ef7f22a04353bfd58075c1ae46c5 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/A/dd87ef7f22a04353bfd58075c1ae46c5 2024-12-09T23:16:22,904 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/eccbc38b08894b12b97f399888805e1c to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/eccbc38b08894b12b97f399888805e1c 2024-12-09T23:16:22,904 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/7ec36192a1d940788a4e2c24fb02c354 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/7ec36192a1d940788a4e2c24fb02c354 2024-12-09T23:16:22,904 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/906a3cf3e54c44d59a34cb2b56adc913 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/B/906a3cf3e54c44d59a34cb2b56adc913 2024-12-09T23:16:22,906 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/21492ac742e7469ca5de9ae7859a8b26 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/21492ac742e7469ca5de9ae7859a8b26 2024-12-09T23:16:22,906 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/64718e40e7cf4956b4a771fc6406e6c5 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/64718e40e7cf4956b4a771fc6406e6c5 2024-12-09T23:16:22,906 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/b095e7471e664cb2a1c3c2bc49d622f3 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/C/b095e7471e664cb2a1c3c2bc49d622f3 2024-12-09T23:16:22,908 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/recovered.edits/513.seqid to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6/recovered.edits/513.seqid 2024-12-09T23:16:22,908 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/4ef056c05980bb180207a09194928ed6 2024-12-09T23:16:22,909 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-09T23:16:22,909 DEBUG [PEWorker-1 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-09T23:16:22,909 DEBUG [PEWorker-1 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-09T23:16:22,915 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120907a11cc0dcb34ee39f0e9ca6ac34f639_4ef056c05980bb180207a09194928ed6 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120907a11cc0dcb34ee39f0e9ca6ac34f639_4ef056c05980bb180207a09194928ed6 2024-12-09T23:16:22,915 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209428d64a57e704be6a40f59d6f7aee7c5_4ef056c05980bb180207a09194928ed6 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209428d64a57e704be6a40f59d6f7aee7c5_4ef056c05980bb180207a09194928ed6 2024-12-09T23:16:22,915 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120930424375f7574c96bf5d7211230c4075_4ef056c05980bb180207a09194928ed6 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120930424375f7574c96bf5d7211230c4075_4ef056c05980bb180207a09194928ed6 2024-12-09T23:16:22,915 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412091a9dce606d8442aa9830e8d72158e406_4ef056c05980bb180207a09194928ed6 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412091a9dce606d8442aa9830e8d72158e406_4ef056c05980bb180207a09194928ed6 2024-12-09T23:16:22,916 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412094d9bcbedf8714731845951d30864f50c_4ef056c05980bb180207a09194928ed6 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412094d9bcbedf8714731845951d30864f50c_4ef056c05980bb180207a09194928ed6 2024-12-09T23:16:22,916 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120952a25592eef8415ebccd79e39f56e24a_4ef056c05980bb180207a09194928ed6 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120952a25592eef8415ebccd79e39f56e24a_4ef056c05980bb180207a09194928ed6 2024-12-09T23:16:22,916 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120997723f44433546a9a2e980ceb4e2b43f_4ef056c05980bb180207a09194928ed6 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120997723f44433546a9a2e980ceb4e2b43f_4ef056c05980bb180207a09194928ed6 2024-12-09T23:16:22,916 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209639886b18cb041f8bd69df799cd95bb3_4ef056c05980bb180207a09194928ed6 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209639886b18cb041f8bd69df799cd95bb3_4ef056c05980bb180207a09194928ed6 2024-12-09T23:16:22,916 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412099c2f7b7ffedd405b840972e60803d42a_4ef056c05980bb180207a09194928ed6 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412099c2f7b7ffedd405b840972e60803d42a_4ef056c05980bb180207a09194928ed6 2024-12-09T23:16:22,917 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209b3e7beba5b744605a6f63d8d462629ef_4ef056c05980bb180207a09194928ed6 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209b3e7beba5b744605a6f63d8d462629ef_4ef056c05980bb180207a09194928ed6 2024-12-09T23:16:22,917 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209a0aa1ec965f047feb0368dc3eedfeebd_4ef056c05980bb180207a09194928ed6 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209a0aa1ec965f047feb0368dc3eedfeebd_4ef056c05980bb180207a09194928ed6 2024-12-09T23:16:22,917 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209c27ee3536417461d9208bc4c7bf14812_4ef056c05980bb180207a09194928ed6 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209c27ee3536417461d9208bc4c7bf14812_4ef056c05980bb180207a09194928ed6 2024-12-09T23:16:22,917 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209ccbc56a8136d4d4c91a1617e814977f4_4ef056c05980bb180207a09194928ed6 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209ccbc56a8136d4d4c91a1617e814977f4_4ef056c05980bb180207a09194928ed6 2024-12-09T23:16:22,917 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209d24361f7664b4cb39b0250e344a7f9a9_4ef056c05980bb180207a09194928ed6 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209d24361f7664b4cb39b0250e344a7f9a9_4ef056c05980bb180207a09194928ed6 2024-12-09T23:16:22,917 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209ce6d7a650c9b44cfa956b29eb01da900_4ef056c05980bb180207a09194928ed6 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209ce6d7a650c9b44cfa956b29eb01da900_4ef056c05980bb180207a09194928ed6 2024-12-09T23:16:22,917 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209d298bd04269349df9c18ee1403641d4b_4ef056c05980bb180207a09194928ed6 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209d298bd04269349df9c18ee1403641d4b_4ef056c05980bb180207a09194928ed6 2024-12-09T23:16:22,918 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209d5fc4d1e233941f88d89a27b258052c7_4ef056c05980bb180207a09194928ed6 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209d5fc4d1e233941f88d89a27b258052c7_4ef056c05980bb180207a09194928ed6 2024-12-09T23:16:22,918 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209e75e1233bcbf42e5a5e164f9ff757475_4ef056c05980bb180207a09194928ed6 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209e75e1233bcbf42e5a5e164f9ff757475_4ef056c05980bb180207a09194928ed6 2024-12-09T23:16:22,918 DEBUG [PEWorker-1 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-09T23:16:22,919 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=121, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T23:16:22,921 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-09T23:16:22,922 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-09T23:16:22,923 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=121, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T23:16:22,923 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-09T23:16:22,923 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733786182923"}]},"ts":"9223372036854775807"} 2024-12-09T23:16:22,925 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-09T23:16:22,925 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 4ef056c05980bb180207a09194928ed6, NAME => 'TestAcidGuarantees,,1733786147271.4ef056c05980bb180207a09194928ed6.', STARTKEY => '', ENDKEY => ''}] 2024-12-09T23:16:22,925 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-09T23:16:22,925 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733786182925"}]},"ts":"9223372036854775807"} 2024-12-09T23:16:22,926 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-09T23:16:22,927 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=121, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T23:16:22,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 33 msec 2024-12-09T23:16:23,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-09T23:16:23,003 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-09T23:16:23,003 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-09T23:16:23,013 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=255 (was 256), OpenFileDescriptor=445 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=542 (was 573), ProcessCount=11 (was 11), AvailableMemoryMB=3320 (was 2207) - AvailableMemoryMB LEAK? - 2024-12-09T23:16:23,020 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=255, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=542, ProcessCount=11, AvailableMemoryMB=3320 2024-12-09T23:16:23,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-09T23:16:23,021 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T23:16:23,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] procedure2.ProcedureExecutor(1139): Stored pid=122, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-09T23:16:23,091 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=122, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T23:16:23,091 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:23,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 122 2024-12-09T23:16:23,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122 2024-12-09T23:16:23,092 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=122, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T23:16:23,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742240_1416 (size=1061) 2024-12-09T23:16:23,113 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85 2024-12-09T23:16:23,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742241_1417 (size=53) 2024-12-09T23:16:23,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122 2024-12-09T23:16:23,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122 2024-12-09T23:16:23,518 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T23:16:23,518 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 016dab2ab8441c4cfde610ca33fdf3ac, disabling compactions & flushes 2024-12-09T23:16:23,518 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:23,518 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:23,518 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. after waiting 0 ms 2024-12-09T23:16:23,518 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:23,518 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:23,518 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 016dab2ab8441c4cfde610ca33fdf3ac: Waiting for close lock at 1733786183518Disabling compacts and flushes for region at 1733786183518Disabling writes for close at 1733786183518Writing region close event to WAL at 1733786183518Closed at 1733786183518 2024-12-09T23:16:23,519 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=122, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T23:16:23,519 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733786183519"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733786183519"}]},"ts":"1733786183519"} 2024-12-09T23:16:23,521 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-09T23:16:23,521 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=122, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T23:16:23,521 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733786183521"}]},"ts":"1733786183521"} 2024-12-09T23:16:23,522 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-09T23:16:23,523 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=016dab2ab8441c4cfde610ca33fdf3ac, ASSIGN}] 2024-12-09T23:16:23,523 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=123, ppid=122, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=016dab2ab8441c4cfde610ca33fdf3ac, ASSIGN 2024-12-09T23:16:23,524 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=123, ppid=122, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=016dab2ab8441c4cfde610ca33fdf3ac, ASSIGN; state=OFFLINE, location=aab77d931c0c,40923,1733786050901; forceNewPlan=false, retain=false 2024-12-09T23:16:23,675 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=123 updating hbase:meta row=016dab2ab8441c4cfde610ca33fdf3ac, regionState=OPENING, regionLocation=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:23,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=123, ppid=122, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=016dab2ab8441c4cfde610ca33fdf3ac, ASSIGN because future has completed 2024-12-09T23:16:23,677 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; OpenRegionProcedure 016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901}] 2024-12-09T23:16:23,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122 2024-12-09T23:16:23,833 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:23,833 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(7752): Opening region: {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} 2024-12-09T23:16:23,833 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 016dab2ab8441c4cfde610ca33fdf3ac 2024-12-09T23:16:23,833 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T23:16:23,834 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(7794): checking encryption for 016dab2ab8441c4cfde610ca33fdf3ac 2024-12-09T23:16:23,834 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(7797): checking classloading for 016dab2ab8441c4cfde610ca33fdf3ac 2024-12-09T23:16:23,835 INFO [StoreOpener-016dab2ab8441c4cfde610ca33fdf3ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 016dab2ab8441c4cfde610ca33fdf3ac 2024-12-09T23:16:23,836 INFO [StoreOpener-016dab2ab8441c4cfde610ca33fdf3ac-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-09T23:16:23,836 INFO [StoreOpener-016dab2ab8441c4cfde610ca33fdf3ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 016dab2ab8441c4cfde610ca33fdf3ac columnFamilyName A 2024-12-09T23:16:23,836 DEBUG [StoreOpener-016dab2ab8441c4cfde610ca33fdf3ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:23,837 INFO [StoreOpener-016dab2ab8441c4cfde610ca33fdf3ac-1 {}] regionserver.HStore(327): Store=016dab2ab8441c4cfde610ca33fdf3ac/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T23:16:23,837 INFO [StoreOpener-016dab2ab8441c4cfde610ca33fdf3ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 016dab2ab8441c4cfde610ca33fdf3ac 2024-12-09T23:16:23,838 INFO [StoreOpener-016dab2ab8441c4cfde610ca33fdf3ac-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-09T23:16:23,838 INFO [StoreOpener-016dab2ab8441c4cfde610ca33fdf3ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 016dab2ab8441c4cfde610ca33fdf3ac columnFamilyName B 2024-12-09T23:16:23,838 DEBUG [StoreOpener-016dab2ab8441c4cfde610ca33fdf3ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:23,839 INFO [StoreOpener-016dab2ab8441c4cfde610ca33fdf3ac-1 {}] regionserver.HStore(327): Store=016dab2ab8441c4cfde610ca33fdf3ac/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T23:16:23,839 INFO [StoreOpener-016dab2ab8441c4cfde610ca33fdf3ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 016dab2ab8441c4cfde610ca33fdf3ac 2024-12-09T23:16:23,840 INFO [StoreOpener-016dab2ab8441c4cfde610ca33fdf3ac-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-09T23:16:23,840 INFO [StoreOpener-016dab2ab8441c4cfde610ca33fdf3ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 016dab2ab8441c4cfde610ca33fdf3ac columnFamilyName C 2024-12-09T23:16:23,840 DEBUG [StoreOpener-016dab2ab8441c4cfde610ca33fdf3ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:23,841 INFO [StoreOpener-016dab2ab8441c4cfde610ca33fdf3ac-1 {}] regionserver.HStore(327): Store=016dab2ab8441c4cfde610ca33fdf3ac/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T23:16:23,841 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:23,841 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1038): replaying wal for 016dab2ab8441c4cfde610ca33fdf3ac 2024-12-09T23:16:23,842 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac 2024-12-09T23:16:23,842 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac 2024-12-09T23:16:23,843 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1048): stopping wal replay for 016dab2ab8441c4cfde610ca33fdf3ac 2024-12-09T23:16:23,843 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1060): Cleaning up temporary data for 016dab2ab8441c4cfde610ca33fdf3ac 2024-12-09T23:16:23,844 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-09T23:16:23,845 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1093): writing seq id for 016dab2ab8441c4cfde610ca33fdf3ac 2024-12-09T23:16:23,846 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T23:16:23,847 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1114): Opened 016dab2ab8441c4cfde610ca33fdf3ac; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71620289, jitterRate=0.06722547113895416}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-09T23:16:23,847 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 016dab2ab8441c4cfde610ca33fdf3ac 2024-12-09T23:16:23,847 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1006): Region open journal for 016dab2ab8441c4cfde610ca33fdf3ac: Running coprocessor pre-open hook at 1733786183834Writing region info on filesystem at 1733786183834Initializing all the Stores at 1733786183834Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733786183834Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733786183835 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733786183835Cleaning up temporary data from old regions at 1733786183843 (+8 ms)Running coprocessor post-open hooks at 1733786183847 (+4 ms)Region opened successfully at 1733786183847 2024-12-09T23:16:23,848 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., pid=124, masterSystemTime=1733786183830 2024-12-09T23:16:23,849 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:23,850 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:23,850 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=123 updating hbase:meta row=016dab2ab8441c4cfde610ca33fdf3ac, regionState=OPEN, openSeqNum=2, regionLocation=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:23,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=124, ppid=123, state=RUNNABLE, hasLock=false; OpenRegionProcedure 016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 because future has completed 2024-12-09T23:16:23,854 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-12-09T23:16:23,854 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; OpenRegionProcedure 016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 in 175 msec 2024-12-09T23:16:23,856 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=123, resume processing ppid=122 2024-12-09T23:16:23,856 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, ppid=122, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=016dab2ab8441c4cfde610ca33fdf3ac, ASSIGN in 331 msec 2024-12-09T23:16:23,856 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=122, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T23:16:23,857 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733786183856"}]},"ts":"1733786183856"} 2024-12-09T23:16:23,858 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-09T23:16:23,858 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=122, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T23:16:23,860 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 837 msec 2024-12-09T23:16:24,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122 2024-12-09T23:16:24,234 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-09T23:16:24,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ded6cd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:16:24,234 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aab77d931c0c,33465,-1 for getting cluster id 2024-12-09T23:16:24,235 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T23:16:24,235 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c50108d4-bd36-4dce-a30f-fdeadf9e8845' 2024-12-09T23:16:24,236 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T23:16:24,236 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c50108d4-bd36-4dce-a30f-fdeadf9e8845" 2024-12-09T23:16:24,236 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@94f95f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:16:24,236 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aab77d931c0c,33465,-1] 2024-12-09T23:16:24,236 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T23:16:24,236 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:16:24,237 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T23:16:24,238 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cdeac68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:16:24,238 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:16:24,238 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40923,1733786050901, seqNum=-1] 2024-12-09T23:16:24,239 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T23:16:24,239 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T23:16:24,240 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T23:16:24,240 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is aab77d931c0c,33465,1733786049737 2024-12-09T23:16:24,240 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e2b44d5 2024-12-09T23:16:24,240 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T23:16:24,241 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T23:16:24,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a52e343, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:16:24,242 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aab77d931c0c,33465,-1 for getting cluster id 2024-12-09T23:16:24,242 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T23:16:24,243 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c50108d4-bd36-4dce-a30f-fdeadf9e8845' 2024-12-09T23:16:24,243 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T23:16:24,243 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c50108d4-bd36-4dce-a30f-fdeadf9e8845" 2024-12-09T23:16:24,243 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a13e38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:16:24,243 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aab77d931c0c,33465,-1] 2024-12-09T23:16:24,243 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T23:16:24,243 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:16:24,244 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T23:16:24,244 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21675e70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:16:24,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@335cae3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:16:24,245 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aab77d931c0c,33465,-1 for getting cluster id 2024-12-09T23:16:24,245 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T23:16:24,246 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c50108d4-bd36-4dce-a30f-fdeadf9e8845' 2024-12-09T23:16:24,246 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T23:16:24,246 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c50108d4-bd36-4dce-a30f-fdeadf9e8845" 2024-12-09T23:16:24,246 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10ee1249, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:16:24,246 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aab77d931c0c,33465,-1] 2024-12-09T23:16:24,246 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T23:16:24,246 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:16:24,247 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T23:16:24,247 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa3d2c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:16:24,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76919fb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:16:24,248 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aab77d931c0c,33465,-1 for getting cluster id 2024-12-09T23:16:24,248 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T23:16:24,248 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c50108d4-bd36-4dce-a30f-fdeadf9e8845' 2024-12-09T23:16:24,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T23:16:24,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c50108d4-bd36-4dce-a30f-fdeadf9e8845" 2024-12-09T23:16:24,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dca2fac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:16:24,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aab77d931c0c,33465,-1] 2024-12-09T23:16:24,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T23:16:24,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:16:24,249 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T23:16:24,250 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bd31e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:16:24,250 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cb46e8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:16:24,250 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aab77d931c0c,33465,-1 for getting cluster id 2024-12-09T23:16:24,250 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T23:16:24,251 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c50108d4-bd36-4dce-a30f-fdeadf9e8845' 2024-12-09T23:16:24,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T23:16:24,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c50108d4-bd36-4dce-a30f-fdeadf9e8845" 2024-12-09T23:16:24,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dd5e44f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:16:24,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aab77d931c0c,33465,-1] 2024-12-09T23:16:24,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T23:16:24,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:16:24,252 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T23:16:24,252 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d97503f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:16:24,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1593fd05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:16:24,253 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aab77d931c0c,33465,-1 for getting cluster id 2024-12-09T23:16:24,253 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T23:16:24,253 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c50108d4-bd36-4dce-a30f-fdeadf9e8845' 2024-12-09T23:16:24,253 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T23:16:24,254 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c50108d4-bd36-4dce-a30f-fdeadf9e8845" 2024-12-09T23:16:24,254 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cb619a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:16:24,254 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aab77d931c0c,33465,-1] 2024-12-09T23:16:24,254 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T23:16:24,254 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:16:24,255 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T23:16:24,255 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@214d502, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:16:24,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fddce7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:16:24,255 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aab77d931c0c,33465,-1 for getting cluster id 2024-12-09T23:16:24,256 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T23:16:24,256 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c50108d4-bd36-4dce-a30f-fdeadf9e8845' 2024-12-09T23:16:24,256 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T23:16:24,256 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c50108d4-bd36-4dce-a30f-fdeadf9e8845" 2024-12-09T23:16:24,256 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54081568, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:16:24,256 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aab77d931c0c,33465,-1] 2024-12-09T23:16:24,256 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T23:16:24,256 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:16:24,257 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T23:16:24,257 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66b159ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:16:24,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cec2e69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:16:24,258 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aab77d931c0c,33465,-1 for getting cluster id 2024-12-09T23:16:24,258 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T23:16:24,259 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c50108d4-bd36-4dce-a30f-fdeadf9e8845' 2024-12-09T23:16:24,259 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T23:16:24,259 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c50108d4-bd36-4dce-a30f-fdeadf9e8845" 2024-12-09T23:16:24,259 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aa3c7a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:16:24,259 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aab77d931c0c,33465,-1] 2024-12-09T23:16:24,259 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T23:16:24,259 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:16:24,260 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T23:16:24,260 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e960f4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:16:24,261 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41c25862, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:16:24,261 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aab77d931c0c,33465,-1 for getting cluster id 2024-12-09T23:16:24,261 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T23:16:24,261 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c50108d4-bd36-4dce-a30f-fdeadf9e8845' 2024-12-09T23:16:24,262 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T23:16:24,262 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c50108d4-bd36-4dce-a30f-fdeadf9e8845" 2024-12-09T23:16:24,262 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@580482f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:16:24,262 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aab77d931c0c,33465,-1] 2024-12-09T23:16:24,262 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T23:16:24,262 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:16:24,263 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T23:16:24,263 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47c846ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:16:24,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f3084a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:16:24,264 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aab77d931c0c,33465,-1 for getting cluster id 2024-12-09T23:16:24,264 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T23:16:24,264 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c50108d4-bd36-4dce-a30f-fdeadf9e8845' 2024-12-09T23:16:24,264 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T23:16:24,264 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c50108d4-bd36-4dce-a30f-fdeadf9e8845" 2024-12-09T23:16:24,264 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a388c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:16:24,264 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aab77d931c0c,33465,-1] 2024-12-09T23:16:24,265 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T23:16:24,265 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:16:24,265 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T23:16:24,266 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5de41e00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:16:24,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5860235f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:16:24,266 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aab77d931c0c,33465,-1 for getting cluster id 2024-12-09T23:16:24,266 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T23:16:24,267 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c50108d4-bd36-4dce-a30f-fdeadf9e8845' 2024-12-09T23:16:24,267 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T23:16:24,267 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c50108d4-bd36-4dce-a30f-fdeadf9e8845" 2024-12-09T23:16:24,267 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44dc1c85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:16:24,267 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aab77d931c0c,33465,-1] 2024-12-09T23:16:24,267 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T23:16:24,267 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:16:24,268 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T23:16:24,268 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e28d32f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:16:24,268 DEBUG [Thread-1888 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:16:24,269 DEBUG [Thread-1905 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:16:24,269 DEBUG [Thread-1890 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:16:24,269 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40923,1733786050901, seqNum=-1] 2024-12-09T23:16:24,269 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40923,1733786050901, seqNum=-1] 2024-12-09T23:16:24,269 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T23:16:24,269 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T23:16:24,269 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40923,1733786050901, seqNum=-1] 2024-12-09T23:16:24,270 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T23:16:24,270 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T23:16:24,270 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T23:16:24,270 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T23:16:24,271 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2] 2024-12-09T23:16:24,271 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2] 2024-12-09T23:16:24,272 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2] 2024-12-09T23:16:24,275 DEBUG [Thread-1903 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:16:24,275 DEBUG [Thread-1901 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:16:24,276 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40923,1733786050901, seqNum=-1] 2024-12-09T23:16:24,276 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40923,1733786050901, seqNum=-1] 2024-12-09T23:16:24,276 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T23:16:24,276 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T23:16:24,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 016dab2ab8441c4cfde610ca33fdf3ac 2024-12-09T23:16:24,277 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 016dab2ab8441c4cfde610ca33fdf3ac 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-09T23:16:24,278 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T23:16:24,278 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T23:16:24,278 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T23:16:24,278 DEBUG [Thread-1899 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:16:24,279 DEBUG [Thread-1892 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:16:24,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees 2024-12-09T23:16:24,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 016dab2ab8441c4cfde610ca33fdf3ac, store=A 2024-12-09T23:16:24,279 DEBUG [Thread-1894 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:16:24,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:16:24,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 016dab2ab8441c4cfde610ca33fdf3ac, store=B 2024-12-09T23:16:24,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:16:24,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 016dab2ab8441c4cfde610ca33fdf3ac, store=C 2024-12-09T23:16:24,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:16:24,280 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40923,1733786050901, seqNum=-1] 2024-12-09T23:16:24,280 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40923,1733786050901, seqNum=-1] 2024-12-09T23:16:24,280 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T23:16:24,280 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T23:16:24,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-09T23:16:24,280 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T23:16:24,281 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2] 2024-12-09T23:16:24,281 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40923,1733786050901, seqNum=-1] 2024-12-09T23:16:24,281 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T23:16:24,281 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T23:16:24,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T23:16:24,281 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T23:16:24,281 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T23:16:24,282 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T23:16:24,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2] 2024-12-09T23:16:24,284 DEBUG [Thread-1886 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:16:24,284 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40923,1733786050901, seqNum=-1] 2024-12-09T23:16:24,285 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T23:16:24,287 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T23:16:24,288 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2] 2024-12-09T23:16:24,288 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2] 2024-12-09T23:16:24,288 DEBUG [Thread-1897 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:16:24,289 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2] 2024-12-09T23:16:24,289 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2] 2024-12-09T23:16:24,290 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40923,1733786050901, seqNum=-1] 2024-12-09T23:16:24,291 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T23:16:24,291 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T23:16:24,293 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2] 2024-12-09T23:16:24,310 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/45d959dfddd74d13973aad9d05cc2432 is 50, key is test_row_0/A:col10/1733786184277/Put/seqid=0 2024-12-09T23:16:24,324 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733786184299, max timestamp=1733786184320Num uniques 859; 2024-12-09T23:16:24,324 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733786184299, max timestamp=1733786184320Num uniques 859; 2024-12-09T23:16:24,324 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-09T23:16:24,324 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733786184299, max timestamp=1733786184320Num uniques 859; 2024-12-09T23:16:24,324 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-09T23:16:24,324 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-09T23:16:24,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742242_1418 (size=14341) 2024-12-09T23:16:24,336 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/45d959dfddd74d13973aad9d05cc2432 2024-12-09T23:16:24,368 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/185a923e902b457392b5177efedd342c is 50, key is test_row_0/B:col10/1733786184277/Put/seqid=0 2024-12-09T23:16:24,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:24,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45882 deadline: 1733786244357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:24,373 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:24,373 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:24,373 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:24,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742243_1419 (size=12001) 2024-12-09T23:16:24,379 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/185a923e902b457392b5177efedd342c 2024-12-09T23:16:24,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:24,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45890 deadline: 1733786244365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:24,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:24,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45828 deadline: 1733786244367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:24,380 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:24,380 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:24,380 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:24,380 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:24,380 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:24,380 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:24,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-09T23:16:24,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:24,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45842 deadline: 1733786244372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:24,385 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:24,385 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:24,385 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:24,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:24,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45892 deadline: 1733786244373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:24,390 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:24,390 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:24,390 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:24,405 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/c42340d5d55440ec93363795eb25bf08 is 50, key is test_row_0/C:col10/1733786184277/Put/seqid=0 2024-12-09T23:16:24,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742244_1420 (size=12001) 2024-12-09T23:16:24,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-09T23:16:24,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:24,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. as already flushing 2024-12-09T23:16:24,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:24,434 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:24,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:24,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:24,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:24,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:24,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45890 deadline: 1733786244483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:24,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45882 deadline: 1733786244483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:24,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:24,491 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:24,491 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:24,491 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:24,491 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:24,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45828 deadline: 1733786244483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:24,491 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:24,491 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:24,491 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:24,491 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:24,491 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:24,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:24,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45842 deadline: 1733786244493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:24,503 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:24,503 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:24,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:24,503 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:24,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45892 deadline: 1733786244493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:24,503 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:24,503 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:24,503 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:24,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-09T23:16:24,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:24,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. as already flushing 2024-12-09T23:16:24,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:24,587 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:24,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:24,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:24,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-09T23:16:24,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:24,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45882 deadline: 1733786244692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:24,702 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:24,702 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:24,702 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:24,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:24,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45890 deadline: 1733786244703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:24,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:24,711 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:24,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45828 deadline: 1733786244703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:24,711 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:24,711 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:24,711 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:24,711 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:24,711 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:24,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:24,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45842 deadline: 1733786244713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:24,719 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:24,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:24,719 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:24,719 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:24,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45892 deadline: 1733786244713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:24,719 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:24,719 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:24,719 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:24,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-09T23:16:24,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:24,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. as already flushing 2024-12-09T23:16:24,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:24,740 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:24,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:24,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:24,815 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/c42340d5d55440ec93363795eb25bf08 2024-12-09T23:16:24,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/45d959dfddd74d13973aad9d05cc2432 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/45d959dfddd74d13973aad9d05cc2432 2024-12-09T23:16:24,821 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/45d959dfddd74d13973aad9d05cc2432, entries=200, sequenceid=12, filesize=14.0 K 2024-12-09T23:16:24,822 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/185a923e902b457392b5177efedd342c as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/185a923e902b457392b5177efedd342c 2024-12-09T23:16:24,826 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/185a923e902b457392b5177efedd342c, entries=150, sequenceid=12, filesize=11.7 K 2024-12-09T23:16:24,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/c42340d5d55440ec93363795eb25bf08 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/c42340d5d55440ec93363795eb25bf08 2024-12-09T23:16:24,830 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/c42340d5d55440ec93363795eb25bf08, entries=150, sequenceid=12, filesize=11.7 K 2024-12-09T23:16:24,831 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for 016dab2ab8441c4cfde610ca33fdf3ac in 554ms, sequenceid=12, compaction requested=false 2024-12-09T23:16:24,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 016dab2ab8441c4cfde610ca33fdf3ac: 2024-12-09T23:16:24,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-09T23:16:24,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:24,893 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing 016dab2ab8441c4cfde610ca33fdf3ac 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-12-09T23:16:24,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 016dab2ab8441c4cfde610ca33fdf3ac, store=A 2024-12-09T23:16:24,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:16:24,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 016dab2ab8441c4cfde610ca33fdf3ac, store=B 2024-12-09T23:16:24,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:16:24,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 016dab2ab8441c4cfde610ca33fdf3ac, store=C 2024-12-09T23:16:24,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:16:24,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/400c50713c5b42b4b1e6ef515b2a2905 is 50, key is test_row_0/A:col10/1733786184370/Put/seqid=0 2024-12-09T23:16:24,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-09T23:16:24,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742245_1421 (size=12001) 2024-12-09T23:16:24,920 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/400c50713c5b42b4b1e6ef515b2a2905 2024-12-09T23:16:24,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/dc262cfc2fe542a498f22eeaee6b5881 is 50, key is test_row_0/B:col10/1733786184370/Put/seqid=0 2024-12-09T23:16:24,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742246_1422 (size=12001) 2024-12-09T23:16:24,930 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/dc262cfc2fe542a498f22eeaee6b5881 2024-12-09T23:16:24,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/ea0495677f944b64ae573cbeee842f0d is 50, key is test_row_0/C:col10/1733786184370/Put/seqid=0 2024-12-09T23:16:24,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742247_1423 (size=12001) 2024-12-09T23:16:25,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 016dab2ab8441c4cfde610ca33fdf3ac 2024-12-09T23:16:25,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. as already flushing 2024-12-09T23:16:25,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:25,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45882 deadline: 1733786245024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:25,035 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:25,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:25,035 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:25,035 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:25,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45890 deadline: 1733786245030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:25,035 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:25,035 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:25,035 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:25,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:25,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45828 deadline: 1733786245031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:25,040 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:25,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:25,040 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:25,040 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:25,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45892 deadline: 1733786245032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:25,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:25,040 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:25,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45842 deadline: 1733786245032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:25,040 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:25,040 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:25,041 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:25,041 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:25,041 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:25,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:25,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:25,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45882 deadline: 1733786245143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:25,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45890 deadline: 1733786245143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:25,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:25,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:25,151 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:25,151 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:25,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45828 deadline: 1733786245143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:25,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45892 deadline: 1733786245143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:25,151 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:25,152 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:25,152 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:25,152 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:25,152 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:25,152 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:25,152 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:25,152 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:25,152 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:25,152 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:25,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:25,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45842 deadline: 1733786245153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:25,164 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:25,164 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:25,164 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:25,351 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/ea0495677f944b64ae573cbeee842f0d 2024-12-09T23:16:25,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/400c50713c5b42b4b1e6ef515b2a2905 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/400c50713c5b42b4b1e6ef515b2a2905 2024-12-09T23:16:25,359 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/400c50713c5b42b4b1e6ef515b2a2905, entries=150, sequenceid=49, filesize=11.7 K 2024-12-09T23:16:25,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/dc262cfc2fe542a498f22eeaee6b5881 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/dc262cfc2fe542a498f22eeaee6b5881 2024-12-09T23:16:25,364 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/dc262cfc2fe542a498f22eeaee6b5881, entries=150, sequenceid=49, filesize=11.7 K 2024-12-09T23:16:25,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/ea0495677f944b64ae573cbeee842f0d as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/ea0495677f944b64ae573cbeee842f0d 2024-12-09T23:16:25,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:25,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45828 deadline: 1733786245363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:25,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:25,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45890 deadline: 1733786245363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:25,368 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:25,368 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:25,368 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:25,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:25,368 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:25,368 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:25,368 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:25,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45892 deadline: 1733786245363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:25,368 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:25,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:25,368 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:25,368 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:25,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45882 deadline: 1733786245363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:25,369 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:25,369 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:25,369 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:25,369 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/ea0495677f944b64ae573cbeee842f0d, entries=150, sequenceid=49, filesize=11.7 K 2024-12-09T23:16:25,370 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 016dab2ab8441c4cfde610ca33fdf3ac in 477ms, sequenceid=49, compaction requested=false 2024-12-09T23:16:25,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for 016dab2ab8441c4cfde610ca33fdf3ac: 2024-12-09T23:16:25,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:25,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126 2024-12-09T23:16:25,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4169): Remote procedure done, pid=126 2024-12-09T23:16:25,374 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-12-09T23:16:25,375 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0910 sec 2024-12-09T23:16:25,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 016dab2ab8441c4cfde610ca33fdf3ac 2024-12-09T23:16:25,376 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 016dab2ab8441c4cfde610ca33fdf3ac 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-09T23:16:25,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 016dab2ab8441c4cfde610ca33fdf3ac, store=A 2024-12-09T23:16:25,377 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 1.0970 sec 2024-12-09T23:16:25,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:16:25,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 016dab2ab8441c4cfde610ca33fdf3ac, store=B 2024-12-09T23:16:25,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:16:25,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 016dab2ab8441c4cfde610ca33fdf3ac, store=C 2024-12-09T23:16:25,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:16:25,390 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/4061bf59b35842d588fb70caec839d96 is 50, key is test_row_0/A:col10/1733786185020/Put/seqid=0 2024-12-09T23:16:25,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-09T23:16:25,413 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T23:16:25,413 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T23:16:25,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees 2024-12-09T23:16:25,415 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T23:16:25,416 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T23:16:25,416 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T23:16:25,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-09T23:16:25,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742248_1424 (size=14341) 2024-12-09T23:16:25,425 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/4061bf59b35842d588fb70caec839d96 2024-12-09T23:16:25,449 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/c9751b71321b4b9d8803e5fa0967b4c3 is 50, key is test_row_0/B:col10/1733786185020/Put/seqid=0 2024-12-09T23:16:25,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742249_1425 (size=12001) 2024-12-09T23:16:25,462 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/c9751b71321b4b9d8803e5fa0967b4c3 2024-12-09T23:16:25,468 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/7d3dc13c183847259976845d5fc64f2a is 50, key is test_row_0/C:col10/1733786185020/Put/seqid=0 2024-12-09T23:16:25,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742250_1426 (size=12001) 2024-12-09T23:16:25,512 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733786185444, max timestamp=1733786185510Num uniques 859; 2024-12-09T23:16:25,512 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733786185444, max timestamp=1733786185510Num uniques 859; 2024-12-09T23:16:25,512 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733786185444, max timestamp=1733786185510Num uniques 859; 2024-12-09T23:16:25,512 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-09T23:16:25,512 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-09T23:16:25,512 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-09T23:16:25,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-09T23:16:25,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-09T23:16:25,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:25,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. as already flushing 2024-12-09T23:16:25,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:25,569 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:25,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:25,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:25,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:25,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45842 deadline: 1733786245652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:25,661 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:25,661 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:25,661 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:25,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:25,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45882 deadline: 1733786245674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:25,682 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:25,682 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:25,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:25,682 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:25,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45828 deadline: 1733786245675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:25,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:25,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45890 deadline: 1733786245675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:25,683 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:25,683 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:25,683 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:25,683 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:25,683 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:25,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:25,683 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:25,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45892 deadline: 1733786245675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:25,683 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:25,683 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:25,683 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:25,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-09T23:16:25,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:25,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. as already flushing 2024-12-09T23:16:25,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:25,722 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:25,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:25,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:25,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-09T23:16:25,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:25,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45842 deadline: 1733786245773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:25,776 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:25,776 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:25,776 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:25,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-09T23:16:25,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:25,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. as already flushing 2024-12-09T23:16:25,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:25,875 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:25,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:25,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:25,882 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/7d3dc13c183847259976845d5fc64f2a 2024-12-09T23:16:25,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/4061bf59b35842d588fb70caec839d96 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/4061bf59b35842d588fb70caec839d96 2024-12-09T23:16:25,889 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/4061bf59b35842d588fb70caec839d96, entries=200, sequenceid=60, filesize=14.0 K 2024-12-09T23:16:25,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/c9751b71321b4b9d8803e5fa0967b4c3 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/c9751b71321b4b9d8803e5fa0967b4c3 2024-12-09T23:16:25,895 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/c9751b71321b4b9d8803e5fa0967b4c3, entries=150, sequenceid=60, filesize=11.7 K 2024-12-09T23:16:25,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/7d3dc13c183847259976845d5fc64f2a as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/7d3dc13c183847259976845d5fc64f2a 2024-12-09T23:16:25,898 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/7d3dc13c183847259976845d5fc64f2a, entries=150, sequenceid=60, filesize=11.7 K 2024-12-09T23:16:25,899 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 016dab2ab8441c4cfde610ca33fdf3ac in 523ms, sequenceid=60, compaction requested=true 2024-12-09T23:16:25,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 016dab2ab8441c4cfde610ca33fdf3ac: 2024-12-09T23:16:25,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 016dab2ab8441c4cfde610ca33fdf3ac:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T23:16:25,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:16:25,899 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:16:25,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 016dab2ab8441c4cfde610ca33fdf3ac:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T23:16:25,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:16:25,899 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:16:25,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 016dab2ab8441c4cfde610ca33fdf3ac:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T23:16:25,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:16:25,900 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:16:25,900 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1541): 016dab2ab8441c4cfde610ca33fdf3ac/B is initiating minor compaction (all files) 2024-12-09T23:16:25,900 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 016dab2ab8441c4cfde610ca33fdf3ac/B in TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:25,900 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/185a923e902b457392b5177efedd342c, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/dc262cfc2fe542a498f22eeaee6b5881, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/c9751b71321b4b9d8803e5fa0967b4c3] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp, totalSize=35.2 K 2024-12-09T23:16:25,902 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:16:25,902 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 185a923e902b457392b5177efedd342c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733786184274 2024-12-09T23:16:25,902 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1541): 016dab2ab8441c4cfde610ca33fdf3ac/A is initiating minor compaction (all files) 2024-12-09T23:16:25,902 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 016dab2ab8441c4cfde610ca33fdf3ac/A in TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:25,902 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/45d959dfddd74d13973aad9d05cc2432, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/400c50713c5b42b4b1e6ef515b2a2905, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/4061bf59b35842d588fb70caec839d96] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp, totalSize=39.7 K 2024-12-09T23:16:25,902 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting dc262cfc2fe542a498f22eeaee6b5881, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733786184354 2024-12-09T23:16:25,903 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting c9751b71321b4b9d8803e5fa0967b4c3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1733786185020 2024-12-09T23:16:25,903 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 45d959dfddd74d13973aad9d05cc2432, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733786184274 2024-12-09T23:16:25,903 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 400c50713c5b42b4b1e6ef515b2a2905, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733786184354 2024-12-09T23:16:25,903 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4061bf59b35842d588fb70caec839d96, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1733786185020 2024-12-09T23:16:25,910 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 016dab2ab8441c4cfde610ca33fdf3ac#B#compaction#360 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:16:25,911 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/5da0908927454447af9a91305b7a87e1 is 50, key is test_row_0/B:col10/1733786185020/Put/seqid=0 2024-12-09T23:16:25,912 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 016dab2ab8441c4cfde610ca33fdf3ac#A#compaction#361 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:16:25,913 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/1f76e1cd44174e719909deba00209c79 is 50, key is test_row_0/A:col10/1733786185020/Put/seqid=0 2024-12-09T23:16:25,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742252_1428 (size=12104) 2024-12-09T23:16:25,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742251_1427 (size=12104) 2024-12-09T23:16:25,949 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/5da0908927454447af9a91305b7a87e1 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/5da0908927454447af9a91305b7a87e1 2024-12-09T23:16:25,953 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 016dab2ab8441c4cfde610ca33fdf3ac/B of 016dab2ab8441c4cfde610ca33fdf3ac into 5da0908927454447af9a91305b7a87e1(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:16:25,953 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 016dab2ab8441c4cfde610ca33fdf3ac: 2024-12-09T23:16:25,953 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., storeName=016dab2ab8441c4cfde610ca33fdf3ac/B, priority=13, startTime=1733786185899; duration=0sec 2024-12-09T23:16:25,953 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:16:25,953 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 016dab2ab8441c4cfde610ca33fdf3ac:B 2024-12-09T23:16:25,954 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:16:25,955 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:16:25,955 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1541): 016dab2ab8441c4cfde610ca33fdf3ac/C is initiating minor compaction (all files) 2024-12-09T23:16:25,955 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 016dab2ab8441c4cfde610ca33fdf3ac/C in TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:25,955 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/c42340d5d55440ec93363795eb25bf08, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/ea0495677f944b64ae573cbeee842f0d, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/7d3dc13c183847259976845d5fc64f2a] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp, totalSize=35.2 K 2024-12-09T23:16:25,956 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting c42340d5d55440ec93363795eb25bf08, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733786184274 2024-12-09T23:16:25,956 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting ea0495677f944b64ae573cbeee842f0d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733786184354 2024-12-09T23:16:25,956 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d3dc13c183847259976845d5fc64f2a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1733786185020 2024-12-09T23:16:25,960 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 016dab2ab8441c4cfde610ca33fdf3ac#C#compaction#362 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:16:25,961 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/45fc76bd9c774732bc30edf90019748a is 50, key is test_row_0/C:col10/1733786185020/Put/seqid=0 2024-12-09T23:16:25,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742253_1429 (size=12104) 2024-12-09T23:16:25,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 016dab2ab8441c4cfde610ca33fdf3ac 2024-12-09T23:16:25,987 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 016dab2ab8441c4cfde610ca33fdf3ac 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-12-09T23:16:25,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 016dab2ab8441c4cfde610ca33fdf3ac, store=A 2024-12-09T23:16:25,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:16:25,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 016dab2ab8441c4cfde610ca33fdf3ac, store=B 2024-12-09T23:16:25,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:16:25,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 016dab2ab8441c4cfde610ca33fdf3ac, store=C 2024-12-09T23:16:25,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:16:25,991 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/51d492d58ec3468a85f4c4ec9a3a3de9 is 50, key is test_row_0/A:col10/1733786185603/Put/seqid=0 2024-12-09T23:16:25,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742254_1430 (size=14341) 2024-12-09T23:16:26,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-09T23:16:26,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:26,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. as already flushing 2024-12-09T23:16:26,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:26,028 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:26,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:26,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:26,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-09T23:16:26,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:26,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45842 deadline: 1733786246048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:26,057 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:26,057 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:26,057 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:26,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:26,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45842 deadline: 1733786246163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:26,172 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:26,172 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:26,172 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:26,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-09T23:16:26,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:26,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. as already flushing 2024-12-09T23:16:26,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:26,181 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:26,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:26,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:26,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:26,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45882 deadline: 1733786246193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:26,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:26,200 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:26,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45828 deadline: 1733786246193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:26,200 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:26,200 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:26,201 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:26,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:26,201 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:26,201 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:26,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45890 deadline: 1733786246193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:26,201 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:26,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:26,201 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:26,201 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:26,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45892 deadline: 1733786246193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:26,201 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:26,201 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:26,201 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:26,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-09T23:16:26,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:26,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. as already flushing 2024-12-09T23:16:26,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:26,333 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:26,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:26,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:26,339 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/1f76e1cd44174e719909deba00209c79 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/1f76e1cd44174e719909deba00209c79 2024-12-09T23:16:26,343 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 016dab2ab8441c4cfde610ca33fdf3ac/A of 016dab2ab8441c4cfde610ca33fdf3ac into 1f76e1cd44174e719909deba00209c79(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:16:26,343 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 016dab2ab8441c4cfde610ca33fdf3ac: 2024-12-09T23:16:26,343 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., storeName=016dab2ab8441c4cfde610ca33fdf3ac/A, priority=13, startTime=1733786185899; duration=0sec 2024-12-09T23:16:26,343 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:16:26,343 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 016dab2ab8441c4cfde610ca33fdf3ac:A 2024-12-09T23:16:26,371 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/45fc76bd9c774732bc30edf90019748a as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/45fc76bd9c774732bc30edf90019748a 2024-12-09T23:16:26,375 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 016dab2ab8441c4cfde610ca33fdf3ac/C of 016dab2ab8441c4cfde610ca33fdf3ac into 45fc76bd9c774732bc30edf90019748a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:16:26,375 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 016dab2ab8441c4cfde610ca33fdf3ac: 2024-12-09T23:16:26,375 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., storeName=016dab2ab8441c4cfde610ca33fdf3ac/C, priority=13, startTime=1733786185899; duration=0sec 2024-12-09T23:16:26,375 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:16:26,375 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 016dab2ab8441c4cfde610ca33fdf3ac:C 2024-12-09T23:16:26,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:26,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45842 deadline: 1733786246383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:26,388 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:26,388 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:26,388 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:26,397 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/51d492d58ec3468a85f4c4ec9a3a3de9 2024-12-09T23:16:26,403 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/a0d87aa8df9c45b39042c711aa7c8fba is 50, key is test_row_0/B:col10/1733786185603/Put/seqid=0 2024-12-09T23:16:26,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742255_1431 (size=12001) 2024-12-09T23:16:26,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-09T23:16:26,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:26,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. as already flushing 2024-12-09T23:16:26,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:26,486 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:26,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:26,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:26,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-09T23:16:26,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-09T23:16:26,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:26,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. as already flushing 2024-12-09T23:16:26,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:26,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:26,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:26,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:26,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:26,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45842 deadline: 1733786246693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:26,697 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:26,697 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:26,697 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:26,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-09T23:16:26,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:26,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. as already flushing 2024-12-09T23:16:26,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:26,792 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:26,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:26,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:26,806 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/a0d87aa8df9c45b39042c711aa7c8fba 2024-12-09T23:16:26,814 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/7944b01d754a4737a9b5b56faa6a0324 is 50, key is test_row_0/C:col10/1733786185603/Put/seqid=0 2024-12-09T23:16:26,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742256_1432 (size=12001) 2024-12-09T23:16:26,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-09T23:16:26,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:26,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. as already flushing 2024-12-09T23:16:26,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:26,944 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:26,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:26,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:27,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-09T23:16:27,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:27,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. as already flushing 2024-12-09T23:16:27,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:27,097 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:27,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:27,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:27,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:27,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:27,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45828 deadline: 1733786247203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:27,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45842 deadline: 1733786247203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:27,211 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:27,211 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:27,211 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:27,211 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40923,1733786050901 for 'test_row_1' in 016dab2ab8441c4cfde610ca33fdf3ac of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2180 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:16:27,211 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:27,211 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:27,211 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:27,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:27,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45882 deadline: 1733786247213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:27,222 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/7944b01d754a4737a9b5b56faa6a0324 2024-12-09T23:16:27,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:27,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45890 deadline: 1733786247213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:27,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:27,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45892 deadline: 1733786247213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:27,222 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40923,1733786050901 for 'test_row_1' in 016dab2ab8441c4cfde610ca33fdf3ac of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2198 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:16:27,223 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:27,223 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:27,223 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:27,223 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40923,1733786050901 for 'test_row_0' in 016dab2ab8441c4cfde610ca33fdf3ac of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2193 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:16:27,223 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:27,223 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:27,223 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:27,223 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40923,1733786050901 for 'test_row_0' in 016dab2ab8441c4cfde610ca33fdf3ac of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:16:27,224 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:27,224 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:27,224 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:27,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/51d492d58ec3468a85f4c4ec9a3a3de9 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/51d492d58ec3468a85f4c4ec9a3a3de9 2024-12-09T23:16:27,230 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/51d492d58ec3468a85f4c4ec9a3a3de9, entries=200, sequenceid=98, filesize=14.0 K 2024-12-09T23:16:27,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/a0d87aa8df9c45b39042c711aa7c8fba as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/a0d87aa8df9c45b39042c711aa7c8fba 2024-12-09T23:16:27,236 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/a0d87aa8df9c45b39042c711aa7c8fba, entries=150, sequenceid=98, filesize=11.7 K 2024-12-09T23:16:27,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/7944b01d754a4737a9b5b56faa6a0324 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/7944b01d754a4737a9b5b56faa6a0324 2024-12-09T23:16:27,240 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/7944b01d754a4737a9b5b56faa6a0324, entries=150, sequenceid=98, filesize=11.7 K 2024-12-09T23:16:27,241 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 016dab2ab8441c4cfde610ca33fdf3ac in 1254ms, sequenceid=98, compaction requested=false 2024-12-09T23:16:27,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 016dab2ab8441c4cfde610ca33fdf3ac: 2024-12-09T23:16:27,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-09T23:16:27,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:27,250 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing 016dab2ab8441c4cfde610ca33fdf3ac 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-09T23:16:27,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 016dab2ab8441c4cfde610ca33fdf3ac, store=A 2024-12-09T23:16:27,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:16:27,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 016dab2ab8441c4cfde610ca33fdf3ac, store=B 2024-12-09T23:16:27,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:16:27,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 016dab2ab8441c4cfde610ca33fdf3ac, store=C 2024-12-09T23:16:27,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:16:27,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/cbae1916d05645c0bc6d4140f950659d is 50, key is test_row_0/A:col10/1733786186046/Put/seqid=0 2024-12-09T23:16:27,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742257_1433 (size=12001) 2024-12-09T23:16:27,257 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=110 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/cbae1916d05645c0bc6d4140f950659d 2024-12-09T23:16:27,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/0cc9d0ed2b1d4c45a2c7817157fd0006 is 50, key is test_row_0/B:col10/1733786186046/Put/seqid=0 2024-12-09T23:16:27,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742258_1434 (size=12001) 2024-12-09T23:16:27,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-09T23:16:27,674 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=110 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/0cc9d0ed2b1d4c45a2c7817157fd0006 2024-12-09T23:16:27,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/9963b6f05a1a4b90b7cc2570b8cb4879 is 50, key is test_row_0/C:col10/1733786186046/Put/seqid=0 2024-12-09T23:16:27,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742259_1435 (size=12001) 2024-12-09T23:16:28,081 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-09T23:16:28,086 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=110 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/9963b6f05a1a4b90b7cc2570b8cb4879 2024-12-09T23:16:28,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/cbae1916d05645c0bc6d4140f950659d as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/cbae1916d05645c0bc6d4140f950659d 2024-12-09T23:16:28,134 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/cbae1916d05645c0bc6d4140f950659d, entries=150, sequenceid=110, filesize=11.7 K 2024-12-09T23:16:28,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/0cc9d0ed2b1d4c45a2c7817157fd0006 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/0cc9d0ed2b1d4c45a2c7817157fd0006 2024-12-09T23:16:28,139 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/0cc9d0ed2b1d4c45a2c7817157fd0006, entries=150, sequenceid=110, filesize=11.7 K 2024-12-09T23:16:28,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/9963b6f05a1a4b90b7cc2570b8cb4879 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/9963b6f05a1a4b90b7cc2570b8cb4879 2024-12-09T23:16:28,147 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/9963b6f05a1a4b90b7cc2570b8cb4879, entries=150, sequenceid=110, filesize=11.7 K 2024-12-09T23:16:28,148 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=0 B/0 for 016dab2ab8441c4cfde610ca33fdf3ac in 898ms, sequenceid=110, compaction requested=true 2024-12-09T23:16:28,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for 016dab2ab8441c4cfde610ca33fdf3ac: 2024-12-09T23:16:28,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:28,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128 2024-12-09T23:16:28,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4169): Remote procedure done, pid=128 2024-12-09T23:16:28,162 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-12-09T23:16:28,162 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7440 sec 2024-12-09T23:16:28,165 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 2.7500 sec 2024-12-09T23:16:28,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 016dab2ab8441c4cfde610ca33fdf3ac 2024-12-09T23:16:28,244 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 016dab2ab8441c4cfde610ca33fdf3ac 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-09T23:16:28,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 016dab2ab8441c4cfde610ca33fdf3ac, store=A 2024-12-09T23:16:28,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:16:28,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 016dab2ab8441c4cfde610ca33fdf3ac, store=B 2024-12-09T23:16:28,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:16:28,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 016dab2ab8441c4cfde610ca33fdf3ac, store=C 2024-12-09T23:16:28,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:16:28,248 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/645347e7c0fd4c23807f5cd831611b97 is 50, key is test_row_0/A:col10/1733786188235/Put/seqid=0 2024-12-09T23:16:28,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742260_1436 (size=11997) 2024-12-09T23:16:28,363 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733786188318, max timestamp=1733786188361Num uniques 859; 2024-12-09T23:16:28,363 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733786188318, max timestamp=1733786188361Num uniques 859; 2024-12-09T23:16:28,363 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-09T23:16:28,363 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-09T23:16:28,363 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733786188318, max timestamp=1733786188361Num uniques 859; 2024-12-09T23:16:28,363 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-09T23:16:28,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:28,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45842 deadline: 1733786248492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:28,501 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:28,501 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:28,501 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:28,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:28,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45842 deadline: 1733786248603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:28,609 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:28,609 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:28,609 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:28,652 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/645347e7c0fd4c23807f5cd831611b97 2024-12-09T23:16:28,658 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/14a930f2d8664eadbacd171d5b66d779 is 50, key is test_row_0/B:col10/1733786188235/Put/seqid=0 2024-12-09T23:16:28,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742261_1437 (size=9657) 2024-12-09T23:16:28,668 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/14a930f2d8664eadbacd171d5b66d779 2024-12-09T23:16:28,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/aaf9189010ca42b8bc710bfc6b14f7b5 is 50, key is test_row_0/C:col10/1733786188235/Put/seqid=0 2024-12-09T23:16:28,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742262_1438 (size=9657) 2024-12-09T23:16:28,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:28,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45842 deadline: 1733786248813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:28,821 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:28,821 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:28,821 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:29,092 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/aaf9189010ca42b8bc710bfc6b14f7b5 2024-12-09T23:16:29,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/645347e7c0fd4c23807f5cd831611b97 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/645347e7c0fd4c23807f5cd831611b97 2024-12-09T23:16:29,098 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/645347e7c0fd4c23807f5cd831611b97, entries=150, sequenceid=120, filesize=11.7 K 2024-12-09T23:16:29,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/14a930f2d8664eadbacd171d5b66d779 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/14a930f2d8664eadbacd171d5b66d779 2024-12-09T23:16:29,103 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/14a930f2d8664eadbacd171d5b66d779, entries=100, sequenceid=120, filesize=9.4 K 2024-12-09T23:16:29,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/aaf9189010ca42b8bc710bfc6b14f7b5 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/aaf9189010ca42b8bc710bfc6b14f7b5 2024-12-09T23:16:29,107 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/aaf9189010ca42b8bc710bfc6b14f7b5, entries=100, sequenceid=120, filesize=9.4 K 2024-12-09T23:16:29,108 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 016dab2ab8441c4cfde610ca33fdf3ac in 864ms, sequenceid=120, compaction requested=true 2024-12-09T23:16:29,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 016dab2ab8441c4cfde610ca33fdf3ac: 2024-12-09T23:16:29,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 016dab2ab8441c4cfde610ca33fdf3ac:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T23:16:29,108 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T23:16:29,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:16:29,108 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T23:16:29,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 016dab2ab8441c4cfde610ca33fdf3ac:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T23:16:29,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:16:29,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 016dab2ab8441c4cfde610ca33fdf3ac:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T23:16:29,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:16:29,109 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45763 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T23:16:29,109 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50443 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T23:16:29,109 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1541): 016dab2ab8441c4cfde610ca33fdf3ac/A is initiating minor compaction (all files) 2024-12-09T23:16:29,109 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1541): 016dab2ab8441c4cfde610ca33fdf3ac/B is initiating minor compaction (all files) 2024-12-09T23:16:29,109 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 016dab2ab8441c4cfde610ca33fdf3ac/A in TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:29,109 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 016dab2ab8441c4cfde610ca33fdf3ac/B in TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:29,109 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/1f76e1cd44174e719909deba00209c79, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/51d492d58ec3468a85f4c4ec9a3a3de9, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/cbae1916d05645c0bc6d4140f950659d, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/645347e7c0fd4c23807f5cd831611b97] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp, totalSize=49.3 K 2024-12-09T23:16:29,109 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/5da0908927454447af9a91305b7a87e1, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/a0d87aa8df9c45b39042c711aa7c8fba, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/0cc9d0ed2b1d4c45a2c7817157fd0006, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/14a930f2d8664eadbacd171d5b66d779] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp, totalSize=44.7 K 2024-12-09T23:16:29,109 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 5da0908927454447af9a91305b7a87e1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1733786185020 2024-12-09T23:16:29,109 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1f76e1cd44174e719909deba00209c79, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1733786185020 2024-12-09T23:16:29,110 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting a0d87aa8df9c45b39042c711aa7c8fba, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1733786185603 2024-12-09T23:16:29,110 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 51d492d58ec3468a85f4c4ec9a3a3de9, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1733786185603 2024-12-09T23:16:29,110 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 0cc9d0ed2b1d4c45a2c7817157fd0006, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1733786186009 2024-12-09T23:16:29,110 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting cbae1916d05645c0bc6d4140f950659d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1733786186009 2024-12-09T23:16:29,111 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 14a930f2d8664eadbacd171d5b66d779, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733786188235 2024-12-09T23:16:29,111 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 645347e7c0fd4c23807f5cd831611b97, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733786188235 2024-12-09T23:16:29,120 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 016dab2ab8441c4cfde610ca33fdf3ac#A#compaction#372 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:16:29,120 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/b845280b92124b9fb6b6b3210cd22713 is 50, key is test_row_0/A:col10/1733786188235/Put/seqid=0 2024-12-09T23:16:29,128 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 016dab2ab8441c4cfde610ca33fdf3ac#B#compaction#373 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:16:29,128 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/331fb4f24422435682cec0c95bc77fb6 is 50, key is test_row_0/B:col10/1733786188235/Put/seqid=0 2024-12-09T23:16:29,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742263_1439 (size=12241) 2024-12-09T23:16:29,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742264_1440 (size=12241) 2024-12-09T23:16:29,136 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/b845280b92124b9fb6b6b3210cd22713 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/b845280b92124b9fb6b6b3210cd22713 2024-12-09T23:16:29,141 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733786188472, max timestamp=1733786189138Num uniques 1018; 2024-12-09T23:16:29,141 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733786188472, max timestamp=1733786189138Num uniques 1018; 2024-12-09T23:16:29,141 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-12-09T23:16:29,141 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-12-09T23:16:29,142 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733786188472, max timestamp=1733786189138Num uniques 1018; 2024-12-09T23:16:29,142 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-12-09T23:16:29,145 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 016dab2ab8441c4cfde610ca33fdf3ac/A of 016dab2ab8441c4cfde610ca33fdf3ac into b845280b92124b9fb6b6b3210cd22713(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:16:29,146 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 016dab2ab8441c4cfde610ca33fdf3ac: 2024-12-09T23:16:29,146 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., storeName=016dab2ab8441c4cfde610ca33fdf3ac/A, priority=12, startTime=1733786189108; duration=0sec 2024-12-09T23:16:29,146 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:16:29,146 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 016dab2ab8441c4cfde610ca33fdf3ac:A 2024-12-09T23:16:29,146 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T23:16:29,147 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45763 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T23:16:29,148 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1541): 016dab2ab8441c4cfde610ca33fdf3ac/C is initiating minor compaction (all files) 2024-12-09T23:16:29,148 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 016dab2ab8441c4cfde610ca33fdf3ac/C in TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:29,148 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/45fc76bd9c774732bc30edf90019748a, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/7944b01d754a4737a9b5b56faa6a0324, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/9963b6f05a1a4b90b7cc2570b8cb4879, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/aaf9189010ca42b8bc710bfc6b14f7b5] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp, totalSize=44.7 K 2024-12-09T23:16:29,148 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 45fc76bd9c774732bc30edf90019748a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1733786185020 2024-12-09T23:16:29,149 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7944b01d754a4737a9b5b56faa6a0324, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1733786185603 2024-12-09T23:16:29,149 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9963b6f05a1a4b90b7cc2570b8cb4879, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1733786186009 2024-12-09T23:16:29,149 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting aaf9189010ca42b8bc710bfc6b14f7b5, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733786188235 2024-12-09T23:16:29,159 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 016dab2ab8441c4cfde610ca33fdf3ac#C#compaction#374 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:16:29,159 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/108914b4a7794c50b68d7ebb05fc2969 is 50, key is test_row_0/C:col10/1733786188235/Put/seqid=0 2024-12-09T23:16:29,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 016dab2ab8441c4cfde610ca33fdf3ac 2024-12-09T23:16:29,167 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 016dab2ab8441c4cfde610ca33fdf3ac 3/3 column families, dataSize=53.67 KB heapSize=145.08 KB 2024-12-09T23:16:29,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 016dab2ab8441c4cfde610ca33fdf3ac, store=A 2024-12-09T23:16:29,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:16:29,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 016dab2ab8441c4cfde610ca33fdf3ac, store=B 2024-12-09T23:16:29,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:16:29,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 016dab2ab8441c4cfde610ca33fdf3ac, store=C 2024-12-09T23:16:29,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:16:29,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742265_1441 (size=12241) 2024-12-09T23:16:29,182 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/411bcf02fb61464bb091845fde96728c is 50, key is test_row_0/A:col10/1733786189155/Put/seqid=0 2024-12-09T23:16:29,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742266_1442 (size=14541) 2024-12-09T23:16:29,276 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733786189258, max timestamp=1733786189274Num uniques 859; 2024-12-09T23:16:29,277 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-09T23:16:29,277 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733786189258, max timestamp=1733786189274Num uniques 859; 2024-12-09T23:16:29,277 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-09T23:16:29,278 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733786189258, max timestamp=1733786189274Num uniques 859; 2024-12-09T23:16:29,278 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-09T23:16:29,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:29,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45842 deadline: 1733786249318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:29,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:29,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45882 deadline: 1733786249319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:29,336 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:29,336 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:29,336 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:29,337 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:29,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:29,337 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:29,337 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:29,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45890 deadline: 1733786249319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:29,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:29,337 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:29,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45828 deadline: 1733786249321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:29,337 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:29,337 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:29,337 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:29,337 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:29,337 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:29,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:29,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45892 deadline: 1733786249335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:29,349 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:29,349 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:29,349 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:29,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:29,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45842 deadline: 1733786249443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:29,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:29,454 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:29,454 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:29,454 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:29,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45890 deadline: 1733786249444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:29,454 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:29,454 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:29,454 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:29,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:29,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45882 deadline: 1733786249444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:29,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:29,455 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:29,455 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:29,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45828 deadline: 1733786249444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:29,455 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:29,455 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:29,455 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:29,455 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:29,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:29,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45892 deadline: 1733786249453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:29,463 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:29,463 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:29,463 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:29,538 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/331fb4f24422435682cec0c95bc77fb6 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/331fb4f24422435682cec0c95bc77fb6 2024-12-09T23:16:29,541 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 016dab2ab8441c4cfde610ca33fdf3ac/B of 016dab2ab8441c4cfde610ca33fdf3ac into 331fb4f24422435682cec0c95bc77fb6(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:16:29,542 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 016dab2ab8441c4cfde610ca33fdf3ac: 2024-12-09T23:16:29,542 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., storeName=016dab2ab8441c4cfde610ca33fdf3ac/B, priority=12, startTime=1733786189108; duration=0sec 2024-12-09T23:16:29,542 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:16:29,542 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 016dab2ab8441c4cfde610ca33fdf3ac:B 2024-12-09T23:16:29,581 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/108914b4a7794c50b68d7ebb05fc2969 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/108914b4a7794c50b68d7ebb05fc2969 2024-12-09T23:16:29,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-09T23:16:29,583 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T23:16:29,584 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T23:16:29,584 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 016dab2ab8441c4cfde610ca33fdf3ac/C of 016dab2ab8441c4cfde610ca33fdf3ac into 108914b4a7794c50b68d7ebb05fc2969(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:16:29,584 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 016dab2ab8441c4cfde610ca33fdf3ac: 2024-12-09T23:16:29,584 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., storeName=016dab2ab8441c4cfde610ca33fdf3ac/C, priority=12, startTime=1733786189108; duration=0sec 2024-12-09T23:16:29,584 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:16:29,584 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 016dab2ab8441c4cfde610ca33fdf3ac:C 2024-12-09T23:16:29,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-12-09T23:16:29,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-09T23:16:29,585 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T23:16:29,585 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T23:16:29,585 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T23:16:29,606 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/411bcf02fb61464bb091845fde96728c 2024-12-09T23:16:29,612 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/7e4b8b0268194f85a5bdbc3b607be6fc is 50, key is test_row_0/B:col10/1733786189155/Put/seqid=0 2024-12-09T23:16:29,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742267_1443 (size=12151) 2024-12-09T23:16:29,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:29,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45842 deadline: 1733786249663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:29,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:29,669 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:29,669 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:29,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45890 deadline: 1733786249663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:29,669 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:29,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:29,669 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:29,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45882 deadline: 1733786249663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:29,669 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:29,669 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:29,669 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:29,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:29,669 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:29,669 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:29,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45828 deadline: 1733786249663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:29,669 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:29,669 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:29,669 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:29,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:29,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45892 deadline: 1733786249673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:29,681 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:29,681 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:29,681 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:29,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-09T23:16:29,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-09T23:16:29,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:29,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. as already flushing 2024-12-09T23:16:29,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:29,738 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:29,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:29,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:29,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-09T23:16:29,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:29,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. as already flushing 2024-12-09T23:16:29,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:29,890 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:29,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:29,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:29,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-09T23:16:29,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:29,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45842 deadline: 1733786249973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:29,980 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:29,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:29,980 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:29,980 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:29,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45890 deadline: 1733786249973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:29,980 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:29,980 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:29,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:29,980 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:29,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45828 deadline: 1733786249973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:29,981 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:29,981 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:29,981 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:29,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:29,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45882 deadline: 1733786249983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:29,996 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:29,996 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:29,996 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:30,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:30,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45892 deadline: 1733786249993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:30,001 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:30,001 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:30,001 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:30,015 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/7e4b8b0268194f85a5bdbc3b607be6fc 2024-12-09T23:16:30,020 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/4a0c05b4048f4a9bbde94ba045044689 is 50, key is test_row_0/C:col10/1733786189155/Put/seqid=0 2024-12-09T23:16:30,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742268_1444 (size=12151) 2024-12-09T23:16:30,043 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-09T23:16:30,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:30,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. as already flushing 2024-12-09T23:16:30,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:30,043 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:30,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:30,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:30,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-09T23:16:30,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:30,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. as already flushing 2024-12-09T23:16:30,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:30,196 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:30,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:30,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:30,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-09T23:16:30,348 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-09T23:16:30,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:30,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. as already flushing 2024-12-09T23:16:30,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:30,349 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:30,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:30,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:30,423 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/4a0c05b4048f4a9bbde94ba045044689 2024-12-09T23:16:30,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/411bcf02fb61464bb091845fde96728c as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/411bcf02fb61464bb091845fde96728c 2024-12-09T23:16:30,429 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/411bcf02fb61464bb091845fde96728c, entries=200, sequenceid=163, filesize=14.2 K 2024-12-09T23:16:30,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/7e4b8b0268194f85a5bdbc3b607be6fc as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/7e4b8b0268194f85a5bdbc3b607be6fc 2024-12-09T23:16:30,433 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/7e4b8b0268194f85a5bdbc3b607be6fc, entries=150, sequenceid=163, filesize=11.9 K 2024-12-09T23:16:30,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/4a0c05b4048f4a9bbde94ba045044689 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/4a0c05b4048f4a9bbde94ba045044689 2024-12-09T23:16:30,437 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/4a0c05b4048f4a9bbde94ba045044689, entries=150, sequenceid=163, filesize=11.9 K 2024-12-09T23:16:30,437 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~145.03 KB/148512, currentSize=134.18 KB/137400 for 016dab2ab8441c4cfde610ca33fdf3ac in 1270ms, sequenceid=163, compaction requested=false 2024-12-09T23:16:30,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 016dab2ab8441c4cfde610ca33fdf3ac: 2024-12-09T23:16:30,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 016dab2ab8441c4cfde610ca33fdf3ac 2024-12-09T23:16:30,496 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 016dab2ab8441c4cfde610ca33fdf3ac 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-12-09T23:16:30,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 016dab2ab8441c4cfde610ca33fdf3ac, store=A 2024-12-09T23:16:30,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:16:30,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 016dab2ab8441c4cfde610ca33fdf3ac, store=B 2024-12-09T23:16:30,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:16:30,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 016dab2ab8441c4cfde610ca33fdf3ac, store=C 2024-12-09T23:16:30,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:16:30,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-09T23:16:30,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:30,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. as already flushing 2024-12-09T23:16:30,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:30,501 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:30,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:30,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/ce3ac94d366e40d8ba07bb4af0f78090 is 50, key is test_row_0/A:col10/1733786189314/Put/seqid=0 2024-12-09T23:16:30,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:30,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:30,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45890 deadline: 1733786250512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:30,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:30,528 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:30,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45842 deadline: 1733786250512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:30,529 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:30,529 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:30,529 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:30,529 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:30,529 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:30,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:30,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45828 deadline: 1733786250513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:30,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:30,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45892 deadline: 1733786250513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:30,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742269_1445 (size=14541) 2024-12-09T23:16:30,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:30,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45882 deadline: 1733786250514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:30,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:30,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:30,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:30,533 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:30,533 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:30,533 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:30,537 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:30,537 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:30,537 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:30,543 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/ce3ac94d366e40d8ba07bb4af0f78090 2024-12-09T23:16:30,576 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/28dda1762e2146a0a853b568277d88b5 is 50, key is test_row_0/B:col10/1733786189314/Put/seqid=0 2024-12-09T23:16:30,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742270_1446 (size=12151) 2024-12-09T23:16:30,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:30,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45890 deadline: 1733786250633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:30,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:30,637 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:30,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45842 deadline: 1733786250633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:30,637 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:30,637 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:30,637 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:30,637 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:30,637 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:30,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:30,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45828 deadline: 1733786250643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:30,645 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:30,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:30,646 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:30,646 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:30,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45882 deadline: 1733786250643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:30,646 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:30,646 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:30,646 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:30,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-09T23:16:30,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:30,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. as already flushing 2024-12-09T23:16:30,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:30,655 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:30,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:30,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:30,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-09T23:16:30,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-09T23:16:30,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:30,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. as already flushing 2024-12-09T23:16:30,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:30,807 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:30,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:30,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:30,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:30,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45890 deadline: 1733786250843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:30,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:30,847 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:30,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45842 deadline: 1733786250843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:30,847 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:30,848 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:30,848 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:30,848 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:30,848 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:30,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:30,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45882 deadline: 1733786250853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:30,860 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:30,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:30,860 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:30,860 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:30,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45828 deadline: 1733786250854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:30,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:30,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:30,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:30,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-09T23:16:30,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:30,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. as already flushing 2024-12-09T23:16:30,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:30,960 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:30,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:30,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:30,989 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/28dda1762e2146a0a853b568277d88b5 2024-12-09T23:16:30,996 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/4ce444f977744c52bc1ee58d6ace13ab is 50, key is test_row_0/C:col10/1733786189314/Put/seqid=0 2024-12-09T23:16:30,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742271_1447 (size=12151) 2024-12-09T23:16:31,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-09T23:16:31,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:31,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. as already flushing 2024-12-09T23:16:31,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:31,113 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:31,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:31,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:31,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:31,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45890 deadline: 1733786251153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:31,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:31,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45842 deadline: 1733786251153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:31,164 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:31,164 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:31,165 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:31,166 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:31,166 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:31,166 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:31,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:31,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45828 deadline: 1733786251163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:31,168 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:31,168 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:31,168 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:31,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:31,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45882 deadline: 1733786251173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:31,177 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:31,177 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:31,177 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:31,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-09T23:16:31,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:31,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. as already flushing 2024-12-09T23:16:31,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:31,265 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:31,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:31,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:31,399 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/4ce444f977744c52bc1ee58d6ace13ab 2024-12-09T23:16:31,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/ce3ac94d366e40d8ba07bb4af0f78090 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/ce3ac94d366e40d8ba07bb4af0f78090 2024-12-09T23:16:31,406 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/ce3ac94d366e40d8ba07bb4af0f78090, entries=200, sequenceid=202, filesize=14.2 K 2024-12-09T23:16:31,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/28dda1762e2146a0a853b568277d88b5 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/28dda1762e2146a0a853b568277d88b5 2024-12-09T23:16:31,410 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/28dda1762e2146a0a853b568277d88b5, entries=150, sequenceid=202, filesize=11.9 K 2024-12-09T23:16:31,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/4ce444f977744c52bc1ee58d6ace13ab as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/4ce444f977744c52bc1ee58d6ace13ab 2024-12-09T23:16:31,415 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/4ce444f977744c52bc1ee58d6ace13ab, entries=150, sequenceid=202, filesize=11.9 K 2024-12-09T23:16:31,416 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=40.25 KB/41220 for 016dab2ab8441c4cfde610ca33fdf3ac in 920ms, sequenceid=202, compaction requested=true 2024-12-09T23:16:31,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 016dab2ab8441c4cfde610ca33fdf3ac: 2024-12-09T23:16:31,416 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:16:31,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 016dab2ab8441c4cfde610ca33fdf3ac:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T23:16:31,417 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41323 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:16:31,417 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1541): 016dab2ab8441c4cfde610ca33fdf3ac/A is initiating minor compaction (all files) 2024-12-09T23:16:31,417 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 016dab2ab8441c4cfde610ca33fdf3ac/A in TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:31,417 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/b845280b92124b9fb6b6b3210cd22713, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/411bcf02fb61464bb091845fde96728c, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/ce3ac94d366e40d8ba07bb4af0f78090] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp, totalSize=40.4 K 2024-12-09T23:16:31,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:16:31,417 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting b845280b92124b9fb6b6b3210cd22713, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733786186020 2024-12-09T23:16:31,418 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:16:31,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 016dab2ab8441c4cfde610ca33fdf3ac:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T23:16:31,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:16:31,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 016dab2ab8441c4cfde610ca33fdf3ac:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T23:16:31,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:16:31,420 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 411bcf02fb61464bb091845fde96728c, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1733786189138 2024-12-09T23:16:31,420 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting ce3ac94d366e40d8ba07bb4af0f78090, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1733786189314 2024-12-09T23:16:31,421 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36543 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:16:31,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-09T23:16:31,421 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1541): 016dab2ab8441c4cfde610ca33fdf3ac/B is initiating minor compaction (all files) 2024-12-09T23:16:31,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:31,421 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 016dab2ab8441c4cfde610ca33fdf3ac/B in TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:31,421 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/331fb4f24422435682cec0c95bc77fb6, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/7e4b8b0268194f85a5bdbc3b607be6fc, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/28dda1762e2146a0a853b568277d88b5] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp, totalSize=35.7 K 2024-12-09T23:16:31,421 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing 016dab2ab8441c4cfde610ca33fdf3ac 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-12-09T23:16:31,421 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 331fb4f24422435682cec0c95bc77fb6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733786186020 2024-12-09T23:16:31,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 016dab2ab8441c4cfde610ca33fdf3ac, store=A 2024-12-09T23:16:31,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:16:31,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 016dab2ab8441c4cfde610ca33fdf3ac, store=B 2024-12-09T23:16:31,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:16:31,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 016dab2ab8441c4cfde610ca33fdf3ac, store=C 2024-12-09T23:16:31,421 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e4b8b0268194f85a5bdbc3b607be6fc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1733786189155 2024-12-09T23:16:31,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:16:31,422 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 28dda1762e2146a0a853b568277d88b5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1733786189314 2024-12-09T23:16:31,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/09a2aa48e32c4791a49f935b1c066fac is 50, key is test_row_0/A:col10/1733786190510/Put/seqid=0 2024-12-09T23:16:31,442 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 016dab2ab8441c4cfde610ca33fdf3ac#B#compaction#382 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:16:31,442 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/0828e9f48feb4ed480b3899267ad4a25 is 50, key is test_row_0/B:col10/1733786189314/Put/seqid=0 2024-12-09T23:16:31,447 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 016dab2ab8441c4cfde610ca33fdf3ac#A#compaction#383 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:16:31,447 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/ffb297b1a9264759b461e29437ba6b24 is 50, key is test_row_0/A:col10/1733786189314/Put/seqid=0 2024-12-09T23:16:31,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742272_1448 (size=12151) 2024-12-09T23:16:31,492 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/09a2aa48e32c4791a49f935b1c066fac 2024-12-09T23:16:31,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742273_1449 (size=12493) 2024-12-09T23:16:31,508 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/0828e9f48feb4ed480b3899267ad4a25 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/0828e9f48feb4ed480b3899267ad4a25 2024-12-09T23:16:31,514 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 016dab2ab8441c4cfde610ca33fdf3ac/B of 016dab2ab8441c4cfde610ca33fdf3ac into 0828e9f48feb4ed480b3899267ad4a25(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:16:31,514 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 016dab2ab8441c4cfde610ca33fdf3ac: 2024-12-09T23:16:31,514 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., storeName=016dab2ab8441c4cfde610ca33fdf3ac/B, priority=13, startTime=1733786191417; duration=0sec 2024-12-09T23:16:31,514 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:16:31,514 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 016dab2ab8441c4cfde610ca33fdf3ac:B 2024-12-09T23:16:31,515 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:16:31,517 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36543 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:16:31,517 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1541): 016dab2ab8441c4cfde610ca33fdf3ac/C is initiating minor compaction (all files) 2024-12-09T23:16:31,517 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 016dab2ab8441c4cfde610ca33fdf3ac/C in TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:31,518 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/108914b4a7794c50b68d7ebb05fc2969, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/4a0c05b4048f4a9bbde94ba045044689, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/4ce444f977744c52bc1ee58d6ace13ab] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp, totalSize=35.7 K 2024-12-09T23:16:31,518 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 108914b4a7794c50b68d7ebb05fc2969, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733786186020 2024-12-09T23:16:31,519 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a0c05b4048f4a9bbde94ba045044689, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1733786189155 2024-12-09T23:16:31,519 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 4ce444f977744c52bc1ee58d6ace13ab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1733786189314 2024-12-09T23:16:31,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/1074ea79dc774e9cad44f26d2e688dd0 is 50, key is test_row_0/B:col10/1733786190510/Put/seqid=0 2024-12-09T23:16:31,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742274_1450 (size=12493) 2024-12-09T23:16:31,542 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 016dab2ab8441c4cfde610ca33fdf3ac#C#compaction#385 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:16:31,543 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/5760529824c042af83b622aa4231bd89 is 50, key is test_row_0/C:col10/1733786189314/Put/seqid=0 2024-12-09T23:16:31,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742275_1451 (size=12151) 2024-12-09T23:16:31,546 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/1074ea79dc774e9cad44f26d2e688dd0 2024-12-09T23:16:31,557 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. as already flushing 2024-12-09T23:16:31,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 016dab2ab8441c4cfde610ca33fdf3ac 2024-12-09T23:16:31,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/074ce7d2231347cc94485ae4bc3e563e is 50, key is test_row_0/C:col10/1733786190510/Put/seqid=0 2024-12-09T23:16:31,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742276_1452 (size=12493) 2024-12-09T23:16:31,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742277_1453 (size=12151) 2024-12-09T23:16:31,580 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/074ce7d2231347cc94485ae4bc3e563e 2024-12-09T23:16:31,581 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/5760529824c042af83b622aa4231bd89 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/5760529824c042af83b622aa4231bd89 2024-12-09T23:16:31,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/09a2aa48e32c4791a49f935b1c066fac as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/09a2aa48e32c4791a49f935b1c066fac 2024-12-09T23:16:31,591 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 016dab2ab8441c4cfde610ca33fdf3ac/C of 016dab2ab8441c4cfde610ca33fdf3ac into 5760529824c042af83b622aa4231bd89(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:16:31,591 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 016dab2ab8441c4cfde610ca33fdf3ac: 2024-12-09T23:16:31,591 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., storeName=016dab2ab8441c4cfde610ca33fdf3ac/C, priority=13, startTime=1733786191418; duration=0sec 2024-12-09T23:16:31,591 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:16:31,591 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 016dab2ab8441c4cfde610ca33fdf3ac:C 2024-12-09T23:16:31,594 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/09a2aa48e32c4791a49f935b1c066fac, entries=150, sequenceid=211, filesize=11.9 K 2024-12-09T23:16:31,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/1074ea79dc774e9cad44f26d2e688dd0 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/1074ea79dc774e9cad44f26d2e688dd0 2024-12-09T23:16:31,598 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/1074ea79dc774e9cad44f26d2e688dd0, entries=150, sequenceid=211, filesize=11.9 K 2024-12-09T23:16:31,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/074ce7d2231347cc94485ae4bc3e563e as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/074ce7d2231347cc94485ae4bc3e563e 2024-12-09T23:16:31,606 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/074ce7d2231347cc94485ae4bc3e563e, entries=150, sequenceid=211, filesize=11.9 K 2024-12-09T23:16:31,608 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=46.96 KB/48090 for 016dab2ab8441c4cfde610ca33fdf3ac in 187ms, sequenceid=211, compaction requested=false 2024-12-09T23:16:31,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for 016dab2ab8441c4cfde610ca33fdf3ac: 2024-12-09T23:16:31,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:31,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-12-09T23:16:31,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-12-09T23:16:31,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-12-09T23:16:31,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0240 sec 2024-12-09T23:16:31,613 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 2.0280 sec 2024-12-09T23:16:31,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 016dab2ab8441c4cfde610ca33fdf3ac 2024-12-09T23:16:31,625 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 016dab2ab8441c4cfde610ca33fdf3ac 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-09T23:16:31,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 016dab2ab8441c4cfde610ca33fdf3ac, store=A 2024-12-09T23:16:31,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:16:31,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 016dab2ab8441c4cfde610ca33fdf3ac, store=B 2024-12-09T23:16:31,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:16:31,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 016dab2ab8441c4cfde610ca33fdf3ac, store=C 2024-12-09T23:16:31,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:16:31,630 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/a018327d2c64496181e78f9d6fe38d0b is 50, key is test_row_0/A:col10/1733786191583/Put/seqid=0 2024-12-09T23:16:31,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742278_1454 (size=14541) 2024-12-09T23:16:31,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:31,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45890 deadline: 1733786251690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:31,695 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733786191666, max timestamp=1733786191693Num uniques 859; 2024-12-09T23:16:31,695 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-09T23:16:31,695 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733786191666, max timestamp=1733786191693Num uniques 859; 2024-12-09T23:16:31,696 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-09T23:16:31,696 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733786191666, max timestamp=1733786191693Num uniques 859; 2024-12-09T23:16:31,696 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:31,696 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-09T23:16:31,696 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:31,696 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:31,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:31,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45882 deadline: 1733786251717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:31,726 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:31,726 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:31,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:31,726 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:31,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45892 deadline: 1733786251720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:31,727 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:31,727 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:31,727 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:31,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:31,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45842 deadline: 1733786251725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:31,733 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:31,733 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:31,734 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:31,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:31,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45828 deadline: 1733786251726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:31,736 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:31,736 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:31,736 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:31,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-09T23:16:31,743 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T23:16:31,744 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T23:16:31,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-12-09T23:16:31,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-09T23:16:31,745 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T23:16:31,746 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T23:16:31,746 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T23:16:31,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:31,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45890 deadline: 1733786251803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:31,816 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:31,816 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:31,816 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:31,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:31,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45882 deadline: 1733786251833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:31,844 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:31,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:31,844 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:31,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45892 deadline: 1733786251834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:31,844 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:31,845 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:31,845 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:31,845 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:31,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:31,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45842 deadline: 1733786251843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:31,853 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:31,853 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:31,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:31,853 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:31,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45828 deadline: 1733786251843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:31,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-09T23:16:31,854 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:31,854 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:31,854 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:31,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-09T23:16:31,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:31,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. as already flushing 2024-12-09T23:16:31,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:31,898 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:31,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:31,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:31,925 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/ffb297b1a9264759b461e29437ba6b24 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/ffb297b1a9264759b461e29437ba6b24 2024-12-09T23:16:31,929 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 016dab2ab8441c4cfde610ca33fdf3ac/A of 016dab2ab8441c4cfde610ca33fdf3ac into ffb297b1a9264759b461e29437ba6b24(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:16:31,929 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 016dab2ab8441c4cfde610ca33fdf3ac: 2024-12-09T23:16:31,929 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., storeName=016dab2ab8441c4cfde610ca33fdf3ac/A, priority=13, startTime=1733786191416; duration=0sec 2024-12-09T23:16:31,929 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:16:31,929 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 016dab2ab8441c4cfde610ca33fdf3ac:A 2024-12-09T23:16:32,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:32,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45890 deadline: 1733786252023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:32,032 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:32,032 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:32,032 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:32,041 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/a018327d2c64496181e78f9d6fe38d0b 2024-12-09T23:16:32,052 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-09T23:16:32,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:32,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. as already flushing 2024-12-09T23:16:32,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:32,052 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:32,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:32,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:32,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/d3c0c3be5e134c52a6da043ca4c9c26b is 50, key is test_row_0/B:col10/1733786191583/Put/seqid=0 2024-12-09T23:16:32,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:32,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45892 deadline: 1733786252054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:32,063 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:32,063 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:32,063 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:32,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-09T23:16:32,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:32,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45882 deadline: 1733786252054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:32,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:32,065 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:32,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45842 deadline: 1733786252063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:32,065 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:32,065 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:32,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:32,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45828 deadline: 1733786252064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:32,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:32,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:32,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:32,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:32,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:32,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:32,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742279_1455 (size=12151) 2024-12-09T23:16:32,077 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/d3c0c3be5e134c52a6da043ca4c9c26b 2024-12-09T23:16:32,087 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/db8a83d6385f4a3fbfbb889db614cf38 is 50, key is test_row_0/C:col10/1733786191583/Put/seqid=0 2024-12-09T23:16:32,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742280_1456 (size=12151) 2024-12-09T23:16:32,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-09T23:16:32,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:32,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. as already flushing 2024-12-09T23:16:32,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:32,205 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:32,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:32,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:32,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:32,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45890 deadline: 1733786252343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:32,352 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:32,352 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:32,352 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:32,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-09T23:16:32,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:32,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. as already flushing 2024-12-09T23:16:32,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:32,358 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:32,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:32,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:32,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-09T23:16:32,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:32,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45892 deadline: 1733786252373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:32,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:32,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45882 deadline: 1733786252373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:32,379 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:32,379 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:32,379 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:32,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:32,379 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:32,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45842 deadline: 1733786252374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:32,379 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:32,379 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:32,379 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:32,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:32,379 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:32,379 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:32,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45828 deadline: 1733786252374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:32,379 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:32,379 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:32,379 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:32,496 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/db8a83d6385f4a3fbfbb889db614cf38 2024-12-09T23:16:32,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/a018327d2c64496181e78f9d6fe38d0b as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/a018327d2c64496181e78f9d6fe38d0b 2024-12-09T23:16:32,502 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/a018327d2c64496181e78f9d6fe38d0b, entries=200, sequenceid=224, filesize=14.2 K 2024-12-09T23:16:32,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/d3c0c3be5e134c52a6da043ca4c9c26b as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/d3c0c3be5e134c52a6da043ca4c9c26b 2024-12-09T23:16:32,505 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/d3c0c3be5e134c52a6da043ca4c9c26b, entries=150, sequenceid=224, filesize=11.9 K 2024-12-09T23:16:32,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/db8a83d6385f4a3fbfbb889db614cf38 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/db8a83d6385f4a3fbfbb889db614cf38 2024-12-09T23:16:32,508 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/db8a83d6385f4a3fbfbb889db614cf38, entries=150, sequenceid=224, filesize=11.9 K 2024-12-09T23:16:32,509 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 016dab2ab8441c4cfde610ca33fdf3ac in 884ms, sequenceid=224, compaction requested=true 2024-12-09T23:16:32,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 016dab2ab8441c4cfde610ca33fdf3ac: 2024-12-09T23:16:32,509 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:16:32,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 016dab2ab8441c4cfde610ca33fdf3ac:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T23:16:32,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:16:32,510 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:16:32,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 016dab2ab8441c4cfde610ca33fdf3ac:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T23:16:32,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:16:32,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 016dab2ab8441c4cfde610ca33fdf3ac:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T23:16:32,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:16:32,511 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:16:32,511 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:16:32,511 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1541): 016dab2ab8441c4cfde610ca33fdf3ac/B is initiating minor compaction (all files) 2024-12-09T23:16:32,511 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1541): 016dab2ab8441c4cfde610ca33fdf3ac/A is initiating minor compaction (all files) 2024-12-09T23:16:32,511 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 016dab2ab8441c4cfde610ca33fdf3ac/A in TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:32,511 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 016dab2ab8441c4cfde610ca33fdf3ac/B in TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:32,511 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/0828e9f48feb4ed480b3899267ad4a25, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/1074ea79dc774e9cad44f26d2e688dd0, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/d3c0c3be5e134c52a6da043ca4c9c26b] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp, totalSize=35.9 K 2024-12-09T23:16:32,511 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/ffb297b1a9264759b461e29437ba6b24, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/09a2aa48e32c4791a49f935b1c066fac, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/a018327d2c64496181e78f9d6fe38d0b] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp, totalSize=38.3 K 2024-12-09T23:16:32,512 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 0828e9f48feb4ed480b3899267ad4a25, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1733786189314 2024-12-09T23:16:32,512 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting ffb297b1a9264759b461e29437ba6b24, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1733786189314 2024-12-09T23:16:32,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-09T23:16:32,512 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 1074ea79dc774e9cad44f26d2e688dd0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733786190509 2024-12-09T23:16:32,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:32,512 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing 016dab2ab8441c4cfde610ca33fdf3ac 3/3 column families, dataSize=127.47 KB heapSize=355.69 KB 2024-12-09T23:16:32,512 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 09a2aa48e32c4791a49f935b1c066fac, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733786190509 2024-12-09T23:16:32,513 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting d3c0c3be5e134c52a6da043ca4c9c26b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733786191583 2024-12-09T23:16:32,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 016dab2ab8441c4cfde610ca33fdf3ac, store=A 2024-12-09T23:16:32,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:16:32,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 016dab2ab8441c4cfde610ca33fdf3ac, store=B 2024-12-09T23:16:32,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:16:32,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 016dab2ab8441c4cfde610ca33fdf3ac, store=C 2024-12-09T23:16:32,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:16:32,513 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting a018327d2c64496181e78f9d6fe38d0b, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733786191571 2024-12-09T23:16:32,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/b2a4108f57aa41d4b5cf3b091c0f8638 is 50, key is test_row_0/A:col10/1733786191716/Put/seqid=0 2024-12-09T23:16:32,526 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 016dab2ab8441c4cfde610ca33fdf3ac#B#compaction#391 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:16:32,526 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/17f5f6f24da044d685fea3d040056ee8 is 50, key is test_row_0/B:col10/1733786191583/Put/seqid=0 2024-12-09T23:16:32,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742281_1457 (size=12201) 2024-12-09T23:16:32,538 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 016dab2ab8441c4cfde610ca33fdf3ac#A#compaction#392 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:16:32,539 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/70d9a45fadab40908032eee7bbe6e900 is 50, key is test_row_0/A:col10/1733786191583/Put/seqid=0 2024-12-09T23:16:32,549 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/b2a4108f57aa41d4b5cf3b091c0f8638 2024-12-09T23:16:32,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742282_1458 (size=12595) 2024-12-09T23:16:32,562 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/17f5f6f24da044d685fea3d040056ee8 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/17f5f6f24da044d685fea3d040056ee8 2024-12-09T23:16:32,569 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 016dab2ab8441c4cfde610ca33fdf3ac/B of 016dab2ab8441c4cfde610ca33fdf3ac into 17f5f6f24da044d685fea3d040056ee8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:16:32,570 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 016dab2ab8441c4cfde610ca33fdf3ac: 2024-12-09T23:16:32,570 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., storeName=016dab2ab8441c4cfde610ca33fdf3ac/B, priority=13, startTime=1733786192510; duration=0sec 2024-12-09T23:16:32,570 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:16:32,570 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 016dab2ab8441c4cfde610ca33fdf3ac:B 2024-12-09T23:16:32,570 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:16:32,571 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:16:32,571 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1541): 016dab2ab8441c4cfde610ca33fdf3ac/C is initiating minor compaction (all files) 2024-12-09T23:16:32,571 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 016dab2ab8441c4cfde610ca33fdf3ac/C in TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:32,571 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/5760529824c042af83b622aa4231bd89, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/074ce7d2231347cc94485ae4bc3e563e, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/db8a83d6385f4a3fbfbb889db614cf38] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp, totalSize=35.9 K 2024-12-09T23:16:32,571 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 5760529824c042af83b622aa4231bd89, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1733786189314 2024-12-09T23:16:32,571 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 074ce7d2231347cc94485ae4bc3e563e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733786190509 2024-12-09T23:16:32,572 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting db8a83d6385f4a3fbfbb889db614cf38, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733786191583 2024-12-09T23:16:32,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/18a5de3e1e2b466da7c797320b793ca6 is 50, key is test_row_0/B:col10/1733786191716/Put/seqid=0 2024-12-09T23:16:32,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742283_1459 (size=12595) 2024-12-09T23:16:32,589 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/70d9a45fadab40908032eee7bbe6e900 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/70d9a45fadab40908032eee7bbe6e900 2024-12-09T23:16:32,593 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 016dab2ab8441c4cfde610ca33fdf3ac/A of 016dab2ab8441c4cfde610ca33fdf3ac into 70d9a45fadab40908032eee7bbe6e900(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:16:32,593 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 016dab2ab8441c4cfde610ca33fdf3ac: 2024-12-09T23:16:32,593 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., storeName=016dab2ab8441c4cfde610ca33fdf3ac/A, priority=13, startTime=1733786192509; duration=0sec 2024-12-09T23:16:32,593 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:16:32,593 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 016dab2ab8441c4cfde610ca33fdf3ac:A 2024-12-09T23:16:32,595 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 016dab2ab8441c4cfde610ca33fdf3ac#C#compaction#394 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:16:32,595 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/328bb92e75a24623b5d934782dd849e4 is 50, key is test_row_0/C:col10/1733786191583/Put/seqid=0 2024-12-09T23:16:32,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742284_1460 (size=12201) 2024-12-09T23:16:32,614 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/18a5de3e1e2b466da7c797320b793ca6 2024-12-09T23:16:32,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742285_1461 (size=12595) 2024-12-09T23:16:32,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/3b17a44dd2d148d68ada36477f13cf05 is 50, key is test_row_0/C:col10/1733786191716/Put/seqid=0 2024-12-09T23:16:32,639 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/328bb92e75a24623b5d934782dd849e4 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/328bb92e75a24623b5d934782dd849e4 2024-12-09T23:16:32,644 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 016dab2ab8441c4cfde610ca33fdf3ac/C of 016dab2ab8441c4cfde610ca33fdf3ac into 328bb92e75a24623b5d934782dd849e4(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:16:32,644 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 016dab2ab8441c4cfde610ca33fdf3ac: 2024-12-09T23:16:32,644 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., storeName=016dab2ab8441c4cfde610ca33fdf3ac/C, priority=13, startTime=1733786192510; duration=0sec 2024-12-09T23:16:32,644 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:16:32,644 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 016dab2ab8441c4cfde610ca33fdf3ac:C 2024-12-09T23:16:32,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742286_1462 (size=12201) 2024-12-09T23:16:32,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 016dab2ab8441c4cfde610ca33fdf3ac 2024-12-09T23:16:32,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. as already flushing 2024-12-09T23:16:32,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-09T23:16:32,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:32,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45892 deadline: 1733786252889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:32,896 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:32,896 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:32,896 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:32,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:32,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45882 deadline: 1733786252893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:32,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:32,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45842 deadline: 1733786252893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:32,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:32,903 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:32,903 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:32,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:32,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45828 deadline: 1733786252893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:32,903 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:32,903 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:32,903 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:32,903 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:32,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45890 deadline: 1733786252896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:32,903 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:32,903 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:32,903 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:32,903 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:32,903 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:32,903 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:33,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:33,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45892 deadline: 1733786253003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:33,009 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:33,009 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:33,009 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:33,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:33,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45890 deadline: 1733786253013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:33,018 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:33,018 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:33,018 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:33,050 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/3b17a44dd2d148d68ada36477f13cf05 2024-12-09T23:16:33,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/b2a4108f57aa41d4b5cf3b091c0f8638 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/b2a4108f57aa41d4b5cf3b091c0f8638 2024-12-09T23:16:33,057 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/b2a4108f57aa41d4b5cf3b091c0f8638, entries=150, sequenceid=259, filesize=11.9 K 2024-12-09T23:16:33,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/18a5de3e1e2b466da7c797320b793ca6 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/18a5de3e1e2b466da7c797320b793ca6 2024-12-09T23:16:33,060 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/18a5de3e1e2b466da7c797320b793ca6, entries=150, sequenceid=259, filesize=11.9 K 2024-12-09T23:16:33,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/3b17a44dd2d148d68ada36477f13cf05 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/3b17a44dd2d148d68ada36477f13cf05 2024-12-09T23:16:33,070 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/3b17a44dd2d148d68ada36477f13cf05, entries=150, sequenceid=259, filesize=11.9 K 2024-12-09T23:16:33,071 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~355.64 KB/364176, currentSize=53.67 KB/54960 for 016dab2ab8441c4cfde610ca33fdf3ac in 559ms, sequenceid=259, compaction requested=false 2024-12-09T23:16:33,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for 016dab2ab8441c4cfde610ca33fdf3ac: 2024-12-09T23:16:33,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:33,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-12-09T23:16:33,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-12-09T23:16:33,074 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-12-09T23:16:33,074 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3260 sec 2024-12-09T23:16:33,076 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 1.3310 sec 2024-12-09T23:16:33,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 016dab2ab8441c4cfde610ca33fdf3ac 2024-12-09T23:16:33,215 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 016dab2ab8441c4cfde610ca33fdf3ac 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-09T23:16:33,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 016dab2ab8441c4cfde610ca33fdf3ac, store=A 2024-12-09T23:16:33,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:16:33,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 016dab2ab8441c4cfde610ca33fdf3ac, store=B 2024-12-09T23:16:33,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:16:33,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 016dab2ab8441c4cfde610ca33fdf3ac, store=C 2024-12-09T23:16:33,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:16:33,219 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/e57a7504732d4d00b8dbd3f8cfa02055 is 50, key is test_row_0/A:col10/1733786193214/Put/seqid=0 2024-12-09T23:16:33,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742287_1463 (size=12301) 2024-12-09T23:16:33,222 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/e57a7504732d4d00b8dbd3f8cfa02055 2024-12-09T23:16:33,229 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/4a3dc64f13a044fa90d28bf5a877bd74 is 50, key is test_row_0/B:col10/1733786193214/Put/seqid=0 2024-12-09T23:16:33,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742288_1464 (size=12301) 2024-12-09T23:16:33,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:33,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45892 deadline: 1733786253287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:33,292 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:33,292 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:33,292 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:33,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:33,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45890 deadline: 1733786253288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:33,300 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:33,300 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:33,300 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:33,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:33,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45892 deadline: 1733786253402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:33,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:33,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45890 deadline: 1733786253402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:33,407 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:33,407 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:33,407 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:33,407 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:33,407 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:33,407 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:33,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:33,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45892 deadline: 1733786253613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:33,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:33,619 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:33,619 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:33,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45890 deadline: 1733786253613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:33,619 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:33,619 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:33,619 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:33,619 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:33,633 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/4a3dc64f13a044fa90d28bf5a877bd74 2024-12-09T23:16:33,638 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/4caa082df4cf40b386d4dad0d2765313 is 50, key is test_row_0/C:col10/1733786193214/Put/seqid=0 2024-12-09T23:16:33,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742289_1465 (size=12301) 2024-12-09T23:16:33,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-09T23:16:33,893 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T23:16:33,893 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T23:16:33,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees 2024-12-09T23:16:33,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-09T23:16:33,895 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T23:16:33,895 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T23:16:33,895 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T23:16:33,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:33,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45842 deadline: 1733786253913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:33,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:33,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45882 deadline: 1733786253913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:33,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:33,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45828 deadline: 1733786253913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:33,919 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40923,1733786050901 for 'test_row_2' in 016dab2ab8441c4cfde610ca33fdf3ac of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2202 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:16:33,919 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40923,1733786050901 for 'test_row_1' in 016dab2ab8441c4cfde610ca33fdf3ac of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2194 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:16:33,920 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:33,920 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:33,920 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:33,920 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:33,920 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:33,920 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40923,1733786050901 for 'test_row_2' in 016dab2ab8441c4cfde610ca33fdf3ac of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2194 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:16:33,920 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:33,920 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:33,920 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:33,920 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:33,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:33,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45892 deadline: 1733786253923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:33,928 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:33,928 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:33,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:33,928 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:33,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45890 deadline: 1733786253923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:33,928 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:33,928 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:33,928 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:34,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-09T23:16:34,041 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/4caa082df4cf40b386d4dad0d2765313 2024-12-09T23:16:34,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/e57a7504732d4d00b8dbd3f8cfa02055 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/e57a7504732d4d00b8dbd3f8cfa02055 2024-12-09T23:16:34,047 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/e57a7504732d4d00b8dbd3f8cfa02055, entries=150, sequenceid=274, filesize=12.0 K 2024-12-09T23:16:34,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/4a3dc64f13a044fa90d28bf5a877bd74 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/4a3dc64f13a044fa90d28bf5a877bd74 2024-12-09T23:16:34,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-09T23:16:34,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:34,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. as already flushing 2024-12-09T23:16:34,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:34,048 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:34,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:34,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:34,050 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/4a3dc64f13a044fa90d28bf5a877bd74, entries=150, sequenceid=274, filesize=12.0 K 2024-12-09T23:16:34,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/4caa082df4cf40b386d4dad0d2765313 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/4caa082df4cf40b386d4dad0d2765313 2024-12-09T23:16:34,053 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/4caa082df4cf40b386d4dad0d2765313, entries=150, sequenceid=274, filesize=12.0 K 2024-12-09T23:16:34,054 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 016dab2ab8441c4cfde610ca33fdf3ac in 839ms, sequenceid=274, compaction requested=true 2024-12-09T23:16:34,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 016dab2ab8441c4cfde610ca33fdf3ac: 2024-12-09T23:16:34,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 016dab2ab8441c4cfde610ca33fdf3ac:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T23:16:34,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:16:34,054 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:16:34,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 016dab2ab8441c4cfde610ca33fdf3ac:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T23:16:34,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:16:34,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 016dab2ab8441c4cfde610ca33fdf3ac:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T23:16:34,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:16:34,054 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:16:34,055 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37097 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:16:34,055 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37097 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:16:34,055 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1541): 016dab2ab8441c4cfde610ca33fdf3ac/A is initiating minor compaction (all files) 2024-12-09T23:16:34,055 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1541): 016dab2ab8441c4cfde610ca33fdf3ac/B is initiating minor compaction (all files) 2024-12-09T23:16:34,055 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 016dab2ab8441c4cfde610ca33fdf3ac/A in TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:34,055 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 016dab2ab8441c4cfde610ca33fdf3ac/B in TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:34,055 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/70d9a45fadab40908032eee7bbe6e900, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/b2a4108f57aa41d4b5cf3b091c0f8638, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/e57a7504732d4d00b8dbd3f8cfa02055] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp, totalSize=36.2 K 2024-12-09T23:16:34,055 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/17f5f6f24da044d685fea3d040056ee8, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/18a5de3e1e2b466da7c797320b793ca6, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/4a3dc64f13a044fa90d28bf5a877bd74] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp, totalSize=36.2 K 2024-12-09T23:16:34,055 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 17f5f6f24da044d685fea3d040056ee8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733786191583 2024-12-09T23:16:34,055 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 70d9a45fadab40908032eee7bbe6e900, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733786191583 2024-12-09T23:16:34,055 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting b2a4108f57aa41d4b5cf3b091c0f8638, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1733786191714 2024-12-09T23:16:34,055 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 18a5de3e1e2b466da7c797320b793ca6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1733786191714 2024-12-09T23:16:34,055 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting e57a7504732d4d00b8dbd3f8cfa02055, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1733786192887 2024-12-09T23:16:34,055 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a3dc64f13a044fa90d28bf5a877bd74, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1733786192887 2024-12-09T23:16:34,062 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 016dab2ab8441c4cfde610ca33fdf3ac#B#compaction#399 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:16:34,062 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 016dab2ab8441c4cfde610ca33fdf3ac#A#compaction#400 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:16:34,062 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/a8185c42594a4b3585a3087aeb1af03e is 50, key is test_row_0/B:col10/1733786193214/Put/seqid=0 2024-12-09T23:16:34,062 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/5da4613a19dc477fb44adc2dd1128d58 is 50, key is test_row_0/A:col10/1733786193214/Put/seqid=0 2024-12-09T23:16:34,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742290_1466 (size=12847) 2024-12-09T23:16:34,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742291_1467 (size=12847) 2024-12-09T23:16:34,070 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/a8185c42594a4b3585a3087aeb1af03e as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/a8185c42594a4b3585a3087aeb1af03e 2024-12-09T23:16:34,073 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 016dab2ab8441c4cfde610ca33fdf3ac/B of 016dab2ab8441c4cfde610ca33fdf3ac into a8185c42594a4b3585a3087aeb1af03e(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:16:34,074 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 016dab2ab8441c4cfde610ca33fdf3ac: 2024-12-09T23:16:34,074 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., storeName=016dab2ab8441c4cfde610ca33fdf3ac/B, priority=13, startTime=1733786194054; duration=0sec 2024-12-09T23:16:34,074 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:16:34,074 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 016dab2ab8441c4cfde610ca33fdf3ac:B 2024-12-09T23:16:34,074 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:16:34,075 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37097 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:16:34,075 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1541): 016dab2ab8441c4cfde610ca33fdf3ac/C is initiating minor compaction (all files) 2024-12-09T23:16:34,075 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 016dab2ab8441c4cfde610ca33fdf3ac/C in TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:34,075 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/328bb92e75a24623b5d934782dd849e4, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/3b17a44dd2d148d68ada36477f13cf05, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/4caa082df4cf40b386d4dad0d2765313] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp, totalSize=36.2 K 2024-12-09T23:16:34,075 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 328bb92e75a24623b5d934782dd849e4, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733786191583 2024-12-09T23:16:34,075 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 3b17a44dd2d148d68ada36477f13cf05, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1733786191714 2024-12-09T23:16:34,075 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 4caa082df4cf40b386d4dad0d2765313, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1733786192887 2024-12-09T23:16:34,080 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 016dab2ab8441c4cfde610ca33fdf3ac#C#compaction#401 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:16:34,081 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/7b33c47dbdc14ed886dda04ff896d046 is 50, key is test_row_0/C:col10/1733786193214/Put/seqid=0 2024-12-09T23:16:34,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742292_1468 (size=12847) 2024-12-09T23:16:34,200 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-09T23:16:34,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:34,201 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing 016dab2ab8441c4cfde610ca33fdf3ac 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-09T23:16:34,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 016dab2ab8441c4cfde610ca33fdf3ac, store=A 2024-12-09T23:16:34,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:16:34,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 016dab2ab8441c4cfde610ca33fdf3ac, store=B 2024-12-09T23:16:34,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:16:34,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 016dab2ab8441c4cfde610ca33fdf3ac, store=C 2024-12-09T23:16:34,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:16:34,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/53fe8f9dac204b3e95f08b199866374f is 50, key is test_row_0/A:col10/1733786193285/Put/seqid=0 2024-12-09T23:16:34,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742293_1469 (size=12301) 2024-12-09T23:16:34,208 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/53fe8f9dac204b3e95f08b199866374f 2024-12-09T23:16:34,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-09T23:16:34,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/a0772532132646ae852299e21bf081e9 is 50, key is test_row_0/B:col10/1733786193285/Put/seqid=0 2024-12-09T23:16:34,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742294_1470 (size=12301) 2024-12-09T23:16:34,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 016dab2ab8441c4cfde610ca33fdf3ac 2024-12-09T23:16:34,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. as already flushing 2024-12-09T23:16:34,470 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/5da4613a19dc477fb44adc2dd1128d58 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/5da4613a19dc477fb44adc2dd1128d58 2024-12-09T23:16:34,474 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 016dab2ab8441c4cfde610ca33fdf3ac/A of 016dab2ab8441c4cfde610ca33fdf3ac into 5da4613a19dc477fb44adc2dd1128d58(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:16:34,474 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 016dab2ab8441c4cfde610ca33fdf3ac: 2024-12-09T23:16:34,474 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., storeName=016dab2ab8441c4cfde610ca33fdf3ac/A, priority=13, startTime=1733786194054; duration=0sec 2024-12-09T23:16:34,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:34,474 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:16:34,474 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 016dab2ab8441c4cfde610ca33fdf3ac:A 2024-12-09T23:16:34,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45890 deadline: 1733786254467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:34,474 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:34,474 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:34,474 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:34,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:34,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45892 deadline: 1733786254468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:34,477 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:34,477 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:34,477 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:34,488 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/7b33c47dbdc14ed886dda04ff896d046 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/7b33c47dbdc14ed886dda04ff896d046 2024-12-09T23:16:34,491 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 016dab2ab8441c4cfde610ca33fdf3ac/C of 016dab2ab8441c4cfde610ca33fdf3ac into 7b33c47dbdc14ed886dda04ff896d046(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:16:34,491 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 016dab2ab8441c4cfde610ca33fdf3ac: 2024-12-09T23:16:34,491 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., storeName=016dab2ab8441c4cfde610ca33fdf3ac/C, priority=13, startTime=1733786194054; duration=0sec 2024-12-09T23:16:34,491 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:16:34,491 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 016dab2ab8441c4cfde610ca33fdf3ac:C 2024-12-09T23:16:34,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-09T23:16:34,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:34,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45890 deadline: 1733786254582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:34,589 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:34,589 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:34,589 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:34,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:34,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45892 deadline: 1733786254582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:34,590 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:34,590 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:34,590 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:34,626 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/a0772532132646ae852299e21bf081e9 2024-12-09T23:16:34,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/c6371e23e50a4afa861542604d44d6d2 is 50, key is test_row_0/C:col10/1733786193285/Put/seqid=0 2024-12-09T23:16:34,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742295_1471 (size=12301) 2024-12-09T23:16:34,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:34,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45890 deadline: 1733786254793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:34,800 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:34,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:34,800 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:34,800 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:34,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45892 deadline: 1733786254793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:34,800 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:34,800 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:34,800 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:35,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-09T23:16:35,035 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/c6371e23e50a4afa861542604d44d6d2 2024-12-09T23:16:35,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/53fe8f9dac204b3e95f08b199866374f as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/53fe8f9dac204b3e95f08b199866374f 2024-12-09T23:16:35,041 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/53fe8f9dac204b3e95f08b199866374f, entries=150, sequenceid=295, filesize=12.0 K 2024-12-09T23:16:35,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/a0772532132646ae852299e21bf081e9 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/a0772532132646ae852299e21bf081e9 2024-12-09T23:16:35,045 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/a0772532132646ae852299e21bf081e9, entries=150, sequenceid=295, filesize=12.0 K 2024-12-09T23:16:35,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/c6371e23e50a4afa861542604d44d6d2 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/c6371e23e50a4afa861542604d44d6d2 2024-12-09T23:16:35,048 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/c6371e23e50a4afa861542604d44d6d2, entries=150, sequenceid=295, filesize=12.0 K 2024-12-09T23:16:35,049 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 016dab2ab8441c4cfde610ca33fdf3ac in 849ms, sequenceid=295, compaction requested=false 2024-12-09T23:16:35,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for 016dab2ab8441c4cfde610ca33fdf3ac: 2024-12-09T23:16:35,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:35,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134 2024-12-09T23:16:35,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4169): Remote procedure done, pid=134 2024-12-09T23:16:35,052 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-12-09T23:16:35,052 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1550 sec 2024-12-09T23:16:35,054 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 1.1590 sec 2024-12-09T23:16:35,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 016dab2ab8441c4cfde610ca33fdf3ac 2024-12-09T23:16:35,107 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 016dab2ab8441c4cfde610ca33fdf3ac 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-09T23:16:35,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 016dab2ab8441c4cfde610ca33fdf3ac, store=A 2024-12-09T23:16:35,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:16:35,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 016dab2ab8441c4cfde610ca33fdf3ac, store=B 2024-12-09T23:16:35,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:16:35,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 016dab2ab8441c4cfde610ca33fdf3ac, store=C 2024-12-09T23:16:35,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:16:35,110 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/8b96f743490f4b329073b8732626095f is 50, key is test_row_0/A:col10/1733786194467/Put/seqid=0 2024-12-09T23:16:35,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742296_1472 (size=14741) 2024-12-09T23:16:35,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:35,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45892 deadline: 1733786255155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:35,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:35,163 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:35,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45890 deadline: 1733786255159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:35,163 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:35,163 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:35,163 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:35,163 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:35,163 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:35,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:35,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45892 deadline: 1733786255273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:35,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:35,277 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:35,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45890 deadline: 1733786255273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:35,277 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:35,277 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:35,277 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:35,277 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:35,277 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:35,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:35,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45892 deadline: 1733786255483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:35,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:35,488 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:35,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45890 deadline: 1733786255483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:35,488 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:35,489 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:35,489 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:35,489 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:35,489 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:35,513 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/8b96f743490f4b329073b8732626095f 2024-12-09T23:16:35,518 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/7f4700af2bbc4662a7bedb1ade3f92bd is 50, key is test_row_0/B:col10/1733786194467/Put/seqid=0 2024-12-09T23:16:35,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742297_1473 (size=12301) 2024-12-09T23:16:35,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:35,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45892 deadline: 1733786255792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:35,795 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:35,795 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:35,795 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:35,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:35,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45890 deadline: 1733786255792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:35,799 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:35,799 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:35,799 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:35,922 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/7f4700af2bbc4662a7bedb1ade3f92bd 2024-12-09T23:16:35,927 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/3f519948c96c47f7bb7aab8fb91d6446 is 50, key is test_row_0/C:col10/1733786194467/Put/seqid=0 2024-12-09T23:16:35,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742298_1474 (size=12301) 2024-12-09T23:16:35,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:35,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45882 deadline: 1733786255933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:35,938 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40923,1733786050901 for 'test_row_2' in 016dab2ab8441c4cfde610ca33fdf3ac of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4221 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:16:35,938 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:35,938 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:35,938 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:35,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:35,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45842 deadline: 1733786255943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:35,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:35,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45828 deadline: 1733786255943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:35,947 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40923,1733786050901 for 'test_row_1' in 016dab2ab8441c4cfde610ca33fdf3ac of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4222 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:16:35,948 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:35,948 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:35,948 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:35,948 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40923,1733786050901 for 'test_row_2' in 016dab2ab8441c4cfde610ca33fdf3ac of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4222 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:16:35,948 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:35,948 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:35,948 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:36,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-09T23:16:36,043 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T23:16:36,044 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T23:16:36,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees 2024-12-09T23:16:36,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-09T23:16:36,045 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T23:16:36,046 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T23:16:36,046 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T23:16:36,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-09T23:16:36,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-09T23:16:36,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:36,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. as already flushing 2024-12-09T23:16:36,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:36,198 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:36,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:36,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:36,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:36,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45892 deadline: 1733786256303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:36,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:36,309 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:36,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45890 deadline: 1733786256303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:36,309 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:36,309 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:36,309 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:36,309 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:36,309 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:36,330 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/3f519948c96c47f7bb7aab8fb91d6446 2024-12-09T23:16:36,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/8b96f743490f4b329073b8732626095f as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/8b96f743490f4b329073b8732626095f 2024-12-09T23:16:36,336 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/8b96f743490f4b329073b8732626095f, entries=200, sequenceid=310, filesize=14.4 K 2024-12-09T23:16:36,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/7f4700af2bbc4662a7bedb1ade3f92bd as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/7f4700af2bbc4662a7bedb1ade3f92bd 2024-12-09T23:16:36,339 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/7f4700af2bbc4662a7bedb1ade3f92bd, entries=150, sequenceid=310, filesize=12.0 K 2024-12-09T23:16:36,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/3f519948c96c47f7bb7aab8fb91d6446 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/3f519948c96c47f7bb7aab8fb91d6446 2024-12-09T23:16:36,342 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/3f519948c96c47f7bb7aab8fb91d6446, entries=150, sequenceid=310, filesize=12.0 K 2024-12-09T23:16:36,342 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 016dab2ab8441c4cfde610ca33fdf3ac in 1235ms, sequenceid=310, compaction requested=true 2024-12-09T23:16:36,342 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 016dab2ab8441c4cfde610ca33fdf3ac: 2024-12-09T23:16:36,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 016dab2ab8441c4cfde610ca33fdf3ac:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T23:16:36,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:16:36,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 016dab2ab8441c4cfde610ca33fdf3ac:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T23:16:36,342 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:16:36,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:16:36,342 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:16:36,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 016dab2ab8441c4cfde610ca33fdf3ac:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T23:16:36,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:16:36,345 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39889 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:16:36,345 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37449 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:16:36,345 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1541): 016dab2ab8441c4cfde610ca33fdf3ac/B is initiating minor compaction (all files) 2024-12-09T23:16:36,345 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1541): 016dab2ab8441c4cfde610ca33fdf3ac/A is initiating minor compaction (all files) 2024-12-09T23:16:36,346 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 016dab2ab8441c4cfde610ca33fdf3ac/A in TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:36,346 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 016dab2ab8441c4cfde610ca33fdf3ac/B in TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:36,346 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/a8185c42594a4b3585a3087aeb1af03e, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/a0772532132646ae852299e21bf081e9, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/7f4700af2bbc4662a7bedb1ade3f92bd] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp, totalSize=36.6 K 2024-12-09T23:16:36,346 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/5da4613a19dc477fb44adc2dd1128d58, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/53fe8f9dac204b3e95f08b199866374f, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/8b96f743490f4b329073b8732626095f] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp, totalSize=39.0 K 2024-12-09T23:16:36,346 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5da4613a19dc477fb44adc2dd1128d58, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1733786192887 2024-12-09T23:16:36,346 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting a8185c42594a4b3585a3087aeb1af03e, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1733786192887 2024-12-09T23:16:36,346 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 53fe8f9dac204b3e95f08b199866374f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1733786193241 2024-12-09T23:16:36,346 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting a0772532132646ae852299e21bf081e9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1733786193241 2024-12-09T23:16:36,346 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8b96f743490f4b329073b8732626095f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1733786194450 2024-12-09T23:16:36,346 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 7f4700af2bbc4662a7bedb1ade3f92bd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1733786194450 2024-12-09T23:16:36,350 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-09T23:16:36,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:36,350 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2902): Flushing 016dab2ab8441c4cfde610ca33fdf3ac 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-09T23:16:36,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 016dab2ab8441c4cfde610ca33fdf3ac, store=A 2024-12-09T23:16:36,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:16:36,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 016dab2ab8441c4cfde610ca33fdf3ac, store=B 2024-12-09T23:16:36,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:16:36,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 016dab2ab8441c4cfde610ca33fdf3ac, store=C 2024-12-09T23:16:36,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:16:36,352 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 016dab2ab8441c4cfde610ca33fdf3ac#A#compaction#408 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:16:36,352 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/bb76344b7ff849c485271c886fa1f94e is 50, key is test_row_0/A:col10/1733786194467/Put/seqid=0 2024-12-09T23:16:36,353 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 016dab2ab8441c4cfde610ca33fdf3ac#B#compaction#409 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:16:36,354 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/569ce80d0bf942e3be9b311b8a1824c2 is 50, key is test_row_0/B:col10/1733786194467/Put/seqid=0 2024-12-09T23:16:36,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/85bd5984169f41e782dffca906fa9bff is 50, key is test_row_0/A:col10/1733786195145/Put/seqid=0 2024-12-09T23:16:36,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742299_1475 (size=12949) 2024-12-09T23:16:36,361 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/bb76344b7ff849c485271c886fa1f94e as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/bb76344b7ff849c485271c886fa1f94e 2024-12-09T23:16:36,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742300_1476 (size=12949) 2024-12-09T23:16:36,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-09T23:16:36,366 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 016dab2ab8441c4cfde610ca33fdf3ac/A of 016dab2ab8441c4cfde610ca33fdf3ac into bb76344b7ff849c485271c886fa1f94e(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:16:36,366 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 016dab2ab8441c4cfde610ca33fdf3ac: 2024-12-09T23:16:36,366 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., storeName=016dab2ab8441c4cfde610ca33fdf3ac/A, priority=13, startTime=1733786196342; duration=0sec 2024-12-09T23:16:36,366 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:16:36,366 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 016dab2ab8441c4cfde610ca33fdf3ac:A 2024-12-09T23:16:36,366 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:16:36,367 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37449 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:16:36,367 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1541): 016dab2ab8441c4cfde610ca33fdf3ac/C is initiating minor compaction (all files) 2024-12-09T23:16:36,367 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 016dab2ab8441c4cfde610ca33fdf3ac/C in TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:36,367 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/7b33c47dbdc14ed886dda04ff896d046, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/c6371e23e50a4afa861542604d44d6d2, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/3f519948c96c47f7bb7aab8fb91d6446] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp, totalSize=36.6 K 2024-12-09T23:16:36,368 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7b33c47dbdc14ed886dda04ff896d046, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1733786192887 2024-12-09T23:16:36,368 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/569ce80d0bf942e3be9b311b8a1824c2 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/569ce80d0bf942e3be9b311b8a1824c2 2024-12-09T23:16:36,368 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting c6371e23e50a4afa861542604d44d6d2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1733786193241 2024-12-09T23:16:36,368 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3f519948c96c47f7bb7aab8fb91d6446, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1733786194450 2024-12-09T23:16:36,372 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 016dab2ab8441c4cfde610ca33fdf3ac/B of 016dab2ab8441c4cfde610ca33fdf3ac into 569ce80d0bf942e3be9b311b8a1824c2(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:16:36,372 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 016dab2ab8441c4cfde610ca33fdf3ac: 2024-12-09T23:16:36,372 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., storeName=016dab2ab8441c4cfde610ca33fdf3ac/B, priority=13, startTime=1733786196342; duration=0sec 2024-12-09T23:16:36,372 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:16:36,372 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 016dab2ab8441c4cfde610ca33fdf3ac:B 2024-12-09T23:16:36,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742301_1477 (size=12301) 2024-12-09T23:16:36,376 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/85bd5984169f41e782dffca906fa9bff 2024-12-09T23:16:36,380 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 016dab2ab8441c4cfde610ca33fdf3ac#C#compaction#411 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:16:36,380 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/aa1d6e0779fd4ce49a1546f446bed535 is 50, key is test_row_0/C:col10/1733786194467/Put/seqid=0 2024-12-09T23:16:36,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742302_1478 (size=12949) 2024-12-09T23:16:36,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/32a64cd88cf3415ca41f2544f11a50a8 is 50, key is test_row_0/B:col10/1733786195145/Put/seqid=0 2024-12-09T23:16:36,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742303_1479 (size=12301) 2024-12-09T23:16:36,392 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/aa1d6e0779fd4ce49a1546f446bed535 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/aa1d6e0779fd4ce49a1546f446bed535 2024-12-09T23:16:36,398 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 016dab2ab8441c4cfde610ca33fdf3ac/C of 016dab2ab8441c4cfde610ca33fdf3ac into aa1d6e0779fd4ce49a1546f446bed535(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:16:36,398 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 016dab2ab8441c4cfde610ca33fdf3ac: 2024-12-09T23:16:36,398 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., storeName=016dab2ab8441c4cfde610ca33fdf3ac/C, priority=13, startTime=1733786196342; duration=0sec 2024-12-09T23:16:36,398 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:16:36,398 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 016dab2ab8441c4cfde610ca33fdf3ac:C 2024-12-09T23:16:36,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-09T23:16:36,792 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/32a64cd88cf3415ca41f2544f11a50a8 2024-12-09T23:16:36,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/723860431d5b4bd8983ccd6a134dba1b is 50, key is test_row_0/C:col10/1733786195145/Put/seqid=0 2024-12-09T23:16:36,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742304_1480 (size=12301) 2024-12-09T23:16:37,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-09T23:16:37,203 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/723860431d5b4bd8983ccd6a134dba1b 2024-12-09T23:16:37,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/85bd5984169f41e782dffca906fa9bff as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/85bd5984169f41e782dffca906fa9bff 2024-12-09T23:16:37,210 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/85bd5984169f41e782dffca906fa9bff, entries=150, sequenceid=329, filesize=12.0 K 2024-12-09T23:16:37,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/32a64cd88cf3415ca41f2544f11a50a8 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/32a64cd88cf3415ca41f2544f11a50a8 2024-12-09T23:16:37,215 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/32a64cd88cf3415ca41f2544f11a50a8, entries=150, sequenceid=329, filesize=12.0 K 2024-12-09T23:16:37,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/723860431d5b4bd8983ccd6a134dba1b as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/723860431d5b4bd8983ccd6a134dba1b 2024-12-09T23:16:37,220 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/723860431d5b4bd8983ccd6a134dba1b, entries=150, sequenceid=329, filesize=12.0 K 2024-12-09T23:16:37,220 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=0 B/0 for 016dab2ab8441c4cfde610ca33fdf3ac in 870ms, sequenceid=329, compaction requested=false 2024-12-09T23:16:37,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2603): Flush status journal for 016dab2ab8441c4cfde610ca33fdf3ac: 2024-12-09T23:16:37,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:37,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=136 2024-12-09T23:16:37,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4169): Remote procedure done, pid=136 2024-12-09T23:16:37,224 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-12-09T23:16:37,224 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1760 sec 2024-12-09T23:16:37,226 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees in 1.1810 sec 2024-12-09T23:16:37,334 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 016dab2ab8441c4cfde610ca33fdf3ac 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-09T23:16:37,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 016dab2ab8441c4cfde610ca33fdf3ac, store=A 2024-12-09T23:16:37,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:16:37,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 016dab2ab8441c4cfde610ca33fdf3ac, store=B 2024-12-09T23:16:37,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:16:37,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 016dab2ab8441c4cfde610ca33fdf3ac, store=C 2024-12-09T23:16:37,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:16:37,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 016dab2ab8441c4cfde610ca33fdf3ac 2024-12-09T23:16:37,338 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/6c1cc5190f7741e28286dc20f4af0821 is 50, key is test_row_0/A:col10/1733786197333/Put/seqid=0 2024-12-09T23:16:37,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742305_1481 (size=14737) 2024-12-09T23:16:37,398 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733786197366, max timestamp=1733786197396Num uniques 859; 2024-12-09T23:16:37,398 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733786197366, max timestamp=1733786197396Num uniques 859; 2024-12-09T23:16:37,398 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733786197366, max timestamp=1733786197396Num uniques 859; 2024-12-09T23:16:37,398 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-09T23:16:37,398 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-09T23:16:37,398 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-09T23:16:37,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:37,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45890 deadline: 1733786257452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:37,464 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:37,464 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:37,464 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:37,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:37,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45892 deadline: 1733786257463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:37,465 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:37,465 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:37,465 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:37,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:37,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45890 deadline: 1733786257573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:37,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:37,576 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:37,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45892 deadline: 1733786257573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:37,576 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:37,576 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:37,576 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:37,576 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:37,576 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:37,748 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/6c1cc5190f7741e28286dc20f4af0821 2024-12-09T23:16:37,754 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/cd08d1c4dc444b189ea4645107ff9377 is 50, key is test_row_0/B:col10/1733786197333/Put/seqid=0 2024-12-09T23:16:37,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742306_1482 (size=9857) 2024-12-09T23:16:37,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:37,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45892 deadline: 1733786257783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:37,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:37,789 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:37,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45890 deadline: 1733786257783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:37,789 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:37,789 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:37,789 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:37,789 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:37,789 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:38,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:38,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45892 deadline: 1733786258093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:38,101 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:38,101 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:38,102 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:38,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:38,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45890 deadline: 1733786258093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:38,102 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:38,102 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:38,102 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:38,161 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/cd08d1c4dc444b189ea4645107ff9377 2024-12-09T23:16:38,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-09T23:16:38,193 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T23:16:38,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T23:16:38,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees 2024-12-09T23:16:38,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-09T23:16:38,195 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T23:16:38,195 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T23:16:38,195 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T23:16:38,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/a74837971af1443bb4d31f45d2c4bfc6 is 50, key is test_row_0/C:col10/1733786197333/Put/seqid=0 2024-12-09T23:16:38,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742307_1483 (size=9857) 2024-12-09T23:16:38,263 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T23:16:38,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-09T23:16:38,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-09T23:16:38,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:38,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. as already flushing 2024-12-09T23:16:38,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:38,348 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:38,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:38,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:38,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-09T23:16:38,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:38,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. as already flushing 2024-12-09T23:16:38,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:38,500 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:38,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:38,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:38,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-09T23:16:38,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:38,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45892 deadline: 1733786258613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:38,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:38,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45890 deadline: 1733786258613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:38,616 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:38,616 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:38,616 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:38,616 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:38,616 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:38,616 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:38,622 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/a74837971af1443bb4d31f45d2c4bfc6 2024-12-09T23:16:38,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/6c1cc5190f7741e28286dc20f4af0821 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/6c1cc5190f7741e28286dc20f4af0821 2024-12-09T23:16:38,627 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/6c1cc5190f7741e28286dc20f4af0821, entries=200, sequenceid=342, filesize=14.4 K 2024-12-09T23:16:38,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/cd08d1c4dc444b189ea4645107ff9377 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/cd08d1c4dc444b189ea4645107ff9377 2024-12-09T23:16:38,631 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/cd08d1c4dc444b189ea4645107ff9377, entries=100, sequenceid=342, filesize=9.6 K 2024-12-09T23:16:38,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/a74837971af1443bb4d31f45d2c4bfc6 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/a74837971af1443bb4d31f45d2c4bfc6 2024-12-09T23:16:38,633 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/a74837971af1443bb4d31f45d2c4bfc6, entries=100, sequenceid=342, filesize=9.6 K 2024-12-09T23:16:38,634 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 016dab2ab8441c4cfde610ca33fdf3ac in 1300ms, sequenceid=342, compaction requested=true 2024-12-09T23:16:38,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 016dab2ab8441c4cfde610ca33fdf3ac: 2024-12-09T23:16:38,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 016dab2ab8441c4cfde610ca33fdf3ac:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T23:16:38,634 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:16:38,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:16:38,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 016dab2ab8441c4cfde610ca33fdf3ac:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T23:16:38,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:16:38,634 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:16:38,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 016dab2ab8441c4cfde610ca33fdf3ac:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T23:16:38,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:16:38,635 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39987 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:16:38,635 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:16:38,635 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1541): 016dab2ab8441c4cfde610ca33fdf3ac/A is initiating minor compaction (all files) 2024-12-09T23:16:38,635 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1541): 016dab2ab8441c4cfde610ca33fdf3ac/B is initiating minor compaction (all files) 2024-12-09T23:16:38,635 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 016dab2ab8441c4cfde610ca33fdf3ac/A in TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:38,635 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 016dab2ab8441c4cfde610ca33fdf3ac/B in TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:38,635 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/bb76344b7ff849c485271c886fa1f94e, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/85bd5984169f41e782dffca906fa9bff, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/6c1cc5190f7741e28286dc20f4af0821] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp, totalSize=39.0 K 2024-12-09T23:16:38,635 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/569ce80d0bf942e3be9b311b8a1824c2, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/32a64cd88cf3415ca41f2544f11a50a8, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/cd08d1c4dc444b189ea4645107ff9377] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp, totalSize=34.3 K 2024-12-09T23:16:38,635 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb76344b7ff849c485271c886fa1f94e, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1733786194450 2024-12-09T23:16:38,635 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 569ce80d0bf942e3be9b311b8a1824c2, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1733786194450 2024-12-09T23:16:38,636 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 85bd5984169f41e782dffca906fa9bff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1733786195143 2024-12-09T23:16:38,636 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 32a64cd88cf3415ca41f2544f11a50a8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1733786195143 2024-12-09T23:16:38,636 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6c1cc5190f7741e28286dc20f4af0821, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1733786197328 2024-12-09T23:16:38,636 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting cd08d1c4dc444b189ea4645107ff9377, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1733786197329 2024-12-09T23:16:38,641 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 016dab2ab8441c4cfde610ca33fdf3ac#A#compaction#417 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:16:38,641 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/15781745a2b54fb58d54bff1b0cb17d2 is 50, key is test_row_0/A:col10/1733786197333/Put/seqid=0 2024-12-09T23:16:38,642 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 016dab2ab8441c4cfde610ca33fdf3ac#B#compaction#418 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:16:38,642 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/09ef294406904afcb6f7cf76fef214d2 is 50, key is test_row_0/B:col10/1733786197333/Put/seqid=0 2024-12-09T23:16:38,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742308_1484 (size=13051) 2024-12-09T23:16:38,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742309_1485 (size=13051) 2024-12-09T23:16:38,652 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/09ef294406904afcb6f7cf76fef214d2 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/09ef294406904afcb6f7cf76fef214d2 2024-12-09T23:16:38,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-09T23:16:38,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:38,653 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2902): Flushing 016dab2ab8441c4cfde610ca33fdf3ac 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-12-09T23:16:38,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 016dab2ab8441c4cfde610ca33fdf3ac, store=A 2024-12-09T23:16:38,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:16:38,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 016dab2ab8441c4cfde610ca33fdf3ac, store=B 2024-12-09T23:16:38,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:16:38,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 016dab2ab8441c4cfde610ca33fdf3ac, store=C 2024-12-09T23:16:38,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:16:38,657 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 016dab2ab8441c4cfde610ca33fdf3ac/B of 016dab2ab8441c4cfde610ca33fdf3ac into 09ef294406904afcb6f7cf76fef214d2(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:16:38,657 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 016dab2ab8441c4cfde610ca33fdf3ac: 2024-12-09T23:16:38,657 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., storeName=016dab2ab8441c4cfde610ca33fdf3ac/B, priority=13, startTime=1733786198634; duration=0sec 2024-12-09T23:16:38,657 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:16:38,657 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 016dab2ab8441c4cfde610ca33fdf3ac:B 2024-12-09T23:16:38,657 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:16:38,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/e8344efd62634df9bad76c9d400a61e2 is 50, key is test_row_0/A:col10/1733786197450/Put/seqid=0 2024-12-09T23:16:38,658 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:16:38,658 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1541): 016dab2ab8441c4cfde610ca33fdf3ac/C is initiating minor compaction (all files) 2024-12-09T23:16:38,658 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 016dab2ab8441c4cfde610ca33fdf3ac/C in TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:38,658 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/aa1d6e0779fd4ce49a1546f446bed535, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/723860431d5b4bd8983ccd6a134dba1b, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/a74837971af1443bb4d31f45d2c4bfc6] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp, totalSize=34.3 K 2024-12-09T23:16:38,658 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting aa1d6e0779fd4ce49a1546f446bed535, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1733786194450 2024-12-09T23:16:38,658 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 723860431d5b4bd8983ccd6a134dba1b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1733786195143 2024-12-09T23:16:38,658 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting a74837971af1443bb4d31f45d2c4bfc6, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1733786197329 2024-12-09T23:16:38,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742310_1486 (size=12301) 2024-12-09T23:16:38,663 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 016dab2ab8441c4cfde610ca33fdf3ac#C#compaction#420 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:16:38,664 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/1692828e2e4f411386adef78b35ed1f3 is 50, key is test_row_0/C:col10/1733786197333/Put/seqid=0 2024-12-09T23:16:38,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742311_1487 (size=13051) 2024-12-09T23:16:38,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-09T23:16:39,049 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/15781745a2b54fb58d54bff1b0cb17d2 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/15781745a2b54fb58d54bff1b0cb17d2 2024-12-09T23:16:39,052 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 016dab2ab8441c4cfde610ca33fdf3ac/A of 016dab2ab8441c4cfde610ca33fdf3ac into 15781745a2b54fb58d54bff1b0cb17d2(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:16:39,052 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 016dab2ab8441c4cfde610ca33fdf3ac: 2024-12-09T23:16:39,052 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., storeName=016dab2ab8441c4cfde610ca33fdf3ac/A, priority=13, startTime=1733786198634; duration=0sec 2024-12-09T23:16:39,053 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:16:39,053 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 016dab2ab8441c4cfde610ca33fdf3ac:A 2024-12-09T23:16:39,061 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/e8344efd62634df9bad76c9d400a61e2 2024-12-09T23:16:39,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/a9d8f0a29a3e4a399f1517a221d7763c is 50, key is test_row_0/B:col10/1733786197450/Put/seqid=0 2024-12-09T23:16:39,070 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/1692828e2e4f411386adef78b35ed1f3 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/1692828e2e4f411386adef78b35ed1f3 2024-12-09T23:16:39,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742312_1488 (size=12301) 2024-12-09T23:16:39,072 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/a9d8f0a29a3e4a399f1517a221d7763c 2024-12-09T23:16:39,074 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 016dab2ab8441c4cfde610ca33fdf3ac/C of 016dab2ab8441c4cfde610ca33fdf3ac into 1692828e2e4f411386adef78b35ed1f3(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:16:39,074 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 016dab2ab8441c4cfde610ca33fdf3ac: 2024-12-09T23:16:39,074 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., storeName=016dab2ab8441c4cfde610ca33fdf3ac/C, priority=13, startTime=1733786198634; duration=0sec 2024-12-09T23:16:39,074 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:16:39,074 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 016dab2ab8441c4cfde610ca33fdf3ac:C 2024-12-09T23:16:39,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/927afb209992420d97c0666f96b3f66d is 50, key is test_row_0/C:col10/1733786197450/Put/seqid=0 2024-12-09T23:16:39,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742313_1489 (size=12301) 2024-12-09T23:16:39,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-09T23:16:39,481 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/927afb209992420d97c0666f96b3f66d 2024-12-09T23:16:39,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/e8344efd62634df9bad76c9d400a61e2 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/e8344efd62634df9bad76c9d400a61e2 2024-12-09T23:16:39,488 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/e8344efd62634df9bad76c9d400a61e2, entries=150, sequenceid=378, filesize=12.0 K 2024-12-09T23:16:39,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/a9d8f0a29a3e4a399f1517a221d7763c as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/a9d8f0a29a3e4a399f1517a221d7763c 2024-12-09T23:16:39,491 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/a9d8f0a29a3e4a399f1517a221d7763c, entries=150, sequenceid=378, filesize=12.0 K 2024-12-09T23:16:39,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/927afb209992420d97c0666f96b3f66d as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/927afb209992420d97c0666f96b3f66d 2024-12-09T23:16:39,495 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/927afb209992420d97c0666f96b3f66d, entries=150, sequenceid=378, filesize=12.0 K 2024-12-09T23:16:39,495 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=0 B/0 for 016dab2ab8441c4cfde610ca33fdf3ac in 842ms, sequenceid=378, compaction requested=false 2024-12-09T23:16:39,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2603): Flush status journal for 016dab2ab8441c4cfde610ca33fdf3ac: 2024-12-09T23:16:39,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:39,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=138 2024-12-09T23:16:39,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4169): Remote procedure done, pid=138 2024-12-09T23:16:39,498 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-12-09T23:16:39,498 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3020 sec 2024-12-09T23:16:39,500 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees in 1.3060 sec 2024-12-09T23:16:39,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 016dab2ab8441c4cfde610ca33fdf3ac 2024-12-09T23:16:39,649 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 016dab2ab8441c4cfde610ca33fdf3ac 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-09T23:16:39,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 016dab2ab8441c4cfde610ca33fdf3ac, store=A 2024-12-09T23:16:39,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:16:39,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 016dab2ab8441c4cfde610ca33fdf3ac, store=B 2024-12-09T23:16:39,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:16:39,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 016dab2ab8441c4cfde610ca33fdf3ac, store=C 2024-12-09T23:16:39,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:16:39,652 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/8745fcd802d3455a8c665f151e44ee72 is 50, key is test_row_0/A:col10/1733786199646/Put/seqid=0 2024-12-09T23:16:39,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742314_1490 (size=14741) 2024-12-09T23:16:39,718 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733786199682, max timestamp=1733786199715Num uniques 859; 2024-12-09T23:16:39,718 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-09T23:16:39,718 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733786199682, max timestamp=1733786199715Num uniques 859; 2024-12-09T23:16:39,718 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-09T23:16:39,718 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733786199682, max timestamp=1733786199715Num uniques 859; 2024-12-09T23:16:39,718 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-09T23:16:39,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:39,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45892 deadline: 1733786259797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:39,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:39,806 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:39,806 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:39,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45890 deadline: 1733786259797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:39,806 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:39,806 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:39,806 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:39,806 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:39,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:39,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45892 deadline: 1733786259912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:39,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:39,918 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:39,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45890 deadline: 1733786259912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:39,919 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:39,919 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:39,919 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:39,919 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:39,919 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:39,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:39,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45882 deadline: 1733786259953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:39,956 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40923,1733786050901 for 'test_row_2' in 016dab2ab8441c4cfde610ca33fdf3ac of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8239 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:16:39,957 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:39,957 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:39,957 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:39,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:39,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45842 deadline: 1733786259963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:39,967 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40923,1733786050901 for 'test_row_1' in 016dab2ab8441c4cfde610ca33fdf3ac of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8242 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:16:39,967 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:39,967 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:39,967 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:39,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:39,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45828 deadline: 1733786259992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:39,998 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40923,1733786050901 for 'test_row_2' in 016dab2ab8441c4cfde610ca33fdf3ac of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8272 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:16:39,998 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:39,998 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:39,998 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:40,058 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/8745fcd802d3455a8c665f151e44ee72 2024-12-09T23:16:40,066 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/6aac2945718e423ab56ed1e623490df0 is 50, key is test_row_0/B:col10/1733786199646/Put/seqid=0 2024-12-09T23:16:40,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742315_1491 (size=12301) 2024-12-09T23:16:40,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:40,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45892 deadline: 1733786260122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:40,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:40,130 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:40,130 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:40,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45890 deadline: 1733786260122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:40,130 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:40,130 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:40,130 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:40,130 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:40,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-09T23:16:40,343 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T23:16:40,344 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T23:16:40,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] procedure2.ProcedureExecutor(1139): Stored pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees 2024-12-09T23:16:40,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-09T23:16:40,345 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T23:16:40,346 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T23:16:40,346 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T23:16:40,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:40,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45890 deadline: 1733786260433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:40,437 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:40,437 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:40,437 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:40,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:40,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45892 deadline: 1733786260443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:40,446 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:40,446 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:40,446 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:40,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-09T23:16:40,469 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/6aac2945718e423ab56ed1e623490df0 2024-12-09T23:16:40,474 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/b12ef339ea1343b4b7b2a0571307210f is 50, key is test_row_0/C:col10/1733786199646/Put/seqid=0 2024-12-09T23:16:40,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742316_1492 (size=12301) 2024-12-09T23:16:40,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-12-09T23:16:40,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:40,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. as already flushing 2024-12-09T23:16:40,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:40,498 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:40,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:40,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:40,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-12-09T23:16:40,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:40,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. as already flushing 2024-12-09T23:16:40,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:40,651 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:40,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:40,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:40,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-09T23:16:40,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-12-09T23:16:40,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:40,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. as already flushing 2024-12-09T23:16:40,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:40,804 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:40,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:40,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:40,878 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/b12ef339ea1343b4b7b2a0571307210f 2024-12-09T23:16:40,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/8745fcd802d3455a8c665f151e44ee72 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/8745fcd802d3455a8c665f151e44ee72 2024-12-09T23:16:40,885 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/8745fcd802d3455a8c665f151e44ee72, entries=200, sequenceid=391, filesize=14.4 K 2024-12-09T23:16:40,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/6aac2945718e423ab56ed1e623490df0 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/6aac2945718e423ab56ed1e623490df0 2024-12-09T23:16:40,889 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/6aac2945718e423ab56ed1e623490df0, entries=150, sequenceid=391, filesize=12.0 K 2024-12-09T23:16:40,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/b12ef339ea1343b4b7b2a0571307210f as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/b12ef339ea1343b4b7b2a0571307210f 2024-12-09T23:16:40,892 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/b12ef339ea1343b4b7b2a0571307210f, entries=150, sequenceid=391, filesize=12.0 K 2024-12-09T23:16:40,894 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 016dab2ab8441c4cfde610ca33fdf3ac in 1246ms, sequenceid=391, compaction requested=true 2024-12-09T23:16:40,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 016dab2ab8441c4cfde610ca33fdf3ac: 2024-12-09T23:16:40,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 016dab2ab8441c4cfde610ca33fdf3ac:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T23:16:40,894 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:16:40,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:16:40,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 016dab2ab8441c4cfde610ca33fdf3ac:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T23:16:40,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:16:40,894 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:16:40,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 016dab2ab8441c4cfde610ca33fdf3ac:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T23:16:40,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:16:40,895 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40093 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:16:40,895 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:16:40,895 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1541): 016dab2ab8441c4cfde610ca33fdf3ac/A is initiating minor compaction (all files) 2024-12-09T23:16:40,895 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1541): 016dab2ab8441c4cfde610ca33fdf3ac/B is initiating minor compaction (all files) 2024-12-09T23:16:40,895 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 016dab2ab8441c4cfde610ca33fdf3ac/B in TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:40,895 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 016dab2ab8441c4cfde610ca33fdf3ac/A in TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:40,895 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/09ef294406904afcb6f7cf76fef214d2, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/a9d8f0a29a3e4a399f1517a221d7763c, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/6aac2945718e423ab56ed1e623490df0] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp, totalSize=36.8 K 2024-12-09T23:16:40,895 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/15781745a2b54fb58d54bff1b0cb17d2, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/e8344efd62634df9bad76c9d400a61e2, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/8745fcd802d3455a8c665f151e44ee72] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp, totalSize=39.2 K 2024-12-09T23:16:40,895 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 09ef294406904afcb6f7cf76fef214d2, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1733786195143 2024-12-09T23:16:40,896 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 15781745a2b54fb58d54bff1b0cb17d2, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1733786195143 2024-12-09T23:16:40,896 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting a9d8f0a29a3e4a399f1517a221d7763c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1733786197427 2024-12-09T23:16:40,896 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting e8344efd62634df9bad76c9d400a61e2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1733786197427 2024-12-09T23:16:40,896 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 6aac2945718e423ab56ed1e623490df0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1733786199626 2024-12-09T23:16:40,896 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8745fcd802d3455a8c665f151e44ee72, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1733786199623 2024-12-09T23:16:40,902 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 016dab2ab8441c4cfde610ca33fdf3ac#B#compaction#426 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:16:40,902 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/67269816ec554e77a7b35d77998cec09 is 50, key is test_row_0/B:col10/1733786199646/Put/seqid=0 2024-12-09T23:16:40,904 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 016dab2ab8441c4cfde610ca33fdf3ac#A#compaction#427 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:16:40,905 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/04c12265e92a47418cb4a6c9c7d75f2e is 50, key is test_row_0/A:col10/1733786199646/Put/seqid=0 2024-12-09T23:16:40,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742317_1493 (size=13153) 2024-12-09T23:16:40,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742318_1494 (size=13153) 2024-12-09T23:16:40,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 016dab2ab8441c4cfde610ca33fdf3ac 2024-12-09T23:16:40,949 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 016dab2ab8441c4cfde610ca33fdf3ac 3/3 column families, dataSize=140.89 KB heapSize=395.53 KB 2024-12-09T23:16:40,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 016dab2ab8441c4cfde610ca33fdf3ac, store=A 2024-12-09T23:16:40,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:16:40,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 016dab2ab8441c4cfde610ca33fdf3ac, store=B 2024-12-09T23:16:40,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:16:40,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 016dab2ab8441c4cfde610ca33fdf3ac, store=C 2024-12-09T23:16:40,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:16:40,953 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/e5d642a7ee5641b19266d2f614a0f182 is 50, key is test_row_0/A:col10/1733786200948/Put/seqid=0 2024-12-09T23:16:40,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742319_1495 (size=14741) 2024-12-09T23:16:40,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-12-09T23:16:40,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:40,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. as already flushing 2024-12-09T23:16:40,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:40,957 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:40,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:40,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:40,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-09T23:16:40,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:40,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45890 deadline: 1733786260976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:40,984 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:40,984 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:40,984 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:40,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:40,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45892 deadline: 1733786260977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:40,986 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:40,986 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:40,986 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:41,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:41,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45890 deadline: 1733786261093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:41,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:41,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45892 deadline: 1733786261093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:41,099 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:41,099 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:41,099 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:41,099 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:41,099 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:41,099 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:41,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-12-09T23:16:41,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:41,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. as already flushing 2024-12-09T23:16:41,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:41,110 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:41,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:41,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:41,262 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-12-09T23:16:41,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:41,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. as already flushing 2024-12-09T23:16:41,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:41,263 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:41,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:41,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:41,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:41,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45890 deadline: 1733786261303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:41,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:41,309 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:41,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45892 deadline: 1733786261303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:41,309 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:41,309 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:41,309 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:41,309 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:41,309 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:41,314 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/67269816ec554e77a7b35d77998cec09 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/67269816ec554e77a7b35d77998cec09 2024-12-09T23:16:41,317 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 016dab2ab8441c4cfde610ca33fdf3ac/B of 016dab2ab8441c4cfde610ca33fdf3ac into 67269816ec554e77a7b35d77998cec09(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:16:41,317 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 016dab2ab8441c4cfde610ca33fdf3ac: 2024-12-09T23:16:41,317 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., storeName=016dab2ab8441c4cfde610ca33fdf3ac/B, priority=13, startTime=1733786200894; duration=0sec 2024-12-09T23:16:41,317 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:16:41,317 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 016dab2ab8441c4cfde610ca33fdf3ac:B 2024-12-09T23:16:41,318 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:16:41,318 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:16:41,318 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1541): 016dab2ab8441c4cfde610ca33fdf3ac/C is initiating minor compaction (all files) 2024-12-09T23:16:41,318 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 016dab2ab8441c4cfde610ca33fdf3ac/C in TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:41,318 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/1692828e2e4f411386adef78b35ed1f3, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/927afb209992420d97c0666f96b3f66d, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/b12ef339ea1343b4b7b2a0571307210f] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp, totalSize=36.8 K 2024-12-09T23:16:41,319 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 1692828e2e4f411386adef78b35ed1f3, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1733786195143 2024-12-09T23:16:41,319 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 927afb209992420d97c0666f96b3f66d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1733786197427 2024-12-09T23:16:41,319 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting b12ef339ea1343b4b7b2a0571307210f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1733786199626 2024-12-09T23:16:41,322 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/04c12265e92a47418cb4a6c9c7d75f2e as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/04c12265e92a47418cb4a6c9c7d75f2e 2024-12-09T23:16:41,327 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 016dab2ab8441c4cfde610ca33fdf3ac/A of 016dab2ab8441c4cfde610ca33fdf3ac into 04c12265e92a47418cb4a6c9c7d75f2e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:16:41,327 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 016dab2ab8441c4cfde610ca33fdf3ac: 2024-12-09T23:16:41,327 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., storeName=016dab2ab8441c4cfde610ca33fdf3ac/A, priority=13, startTime=1733786200894; duration=0sec 2024-12-09T23:16:41,327 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:16:41,327 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 016dab2ab8441c4cfde610ca33fdf3ac:A 2024-12-09T23:16:41,328 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 016dab2ab8441c4cfde610ca33fdf3ac#C#compaction#429 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:16:41,329 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/6f6edf94f9b044ef8cf5e315d6463a26 is 50, key is test_row_0/C:col10/1733786199646/Put/seqid=0 2024-12-09T23:16:41,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742320_1496 (size=13153) 2024-12-09T23:16:41,356 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/e5d642a7ee5641b19266d2f614a0f182 2024-12-09T23:16:41,364 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/f03b4ed17c3a4bc4a9d3f6206550da82 is 50, key is test_row_0/B:col10/1733786200948/Put/seqid=0 2024-12-09T23:16:41,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742321_1497 (size=12301) 2024-12-09T23:16:41,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-12-09T23:16:41,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:41,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. as already flushing 2024-12-09T23:16:41,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:41,415 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:41,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:41,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:41,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-09T23:16:41,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-12-09T23:16:41,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:41,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. as already flushing 2024-12-09T23:16:41,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:41,568 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:41,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:41,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:41,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:41,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45890 deadline: 1733786261613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:41,617 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:41,617 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:41,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:41,617 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:41,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45892 deadline: 1733786261613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:41,618 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:41,618 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:41,618 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:41,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-12-09T23:16:41,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:41,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. as already flushing 2024-12-09T23:16:41,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:41,721 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:41,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:41,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:41,737 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/6f6edf94f9b044ef8cf5e315d6463a26 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/6f6edf94f9b044ef8cf5e315d6463a26 2024-12-09T23:16:41,740 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 016dab2ab8441c4cfde610ca33fdf3ac/C of 016dab2ab8441c4cfde610ca33fdf3ac into 6f6edf94f9b044ef8cf5e315d6463a26(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:16:41,740 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 016dab2ab8441c4cfde610ca33fdf3ac: 2024-12-09T23:16:41,740 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., storeName=016dab2ab8441c4cfde610ca33fdf3ac/C, priority=13, startTime=1733786200894; duration=0sec 2024-12-09T23:16:41,741 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:16:41,741 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 016dab2ab8441c4cfde610ca33fdf3ac:C 2024-12-09T23:16:41,768 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/f03b4ed17c3a4bc4a9d3f6206550da82 2024-12-09T23:16:41,774 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/6a28dec495984b05a4da73488daabde5 is 50, key is test_row_0/C:col10/1733786200948/Put/seqid=0 2024-12-09T23:16:41,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742322_1498 (size=12301) 2024-12-09T23:16:41,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-12-09T23:16:41,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:41,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. as already flushing 2024-12-09T23:16:41,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:41,873 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:41,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:41,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:42,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-12-09T23:16:42,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:42,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. as already flushing 2024-12-09T23:16:42,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:42,026 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:42,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:42,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:42,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:42,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45892 deadline: 1733786262133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:42,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:42,136 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:42,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45890 deadline: 1733786262133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:42,136 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:42,136 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:42,136 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:42,136 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:42,136 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:42,177 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/6a28dec495984b05a4da73488daabde5 2024-12-09T23:16:42,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-12-09T23:16:42,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:42,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. as already flushing 2024-12-09T23:16:42,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:42,178 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:42,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:42,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:42,181 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/e5d642a7ee5641b19266d2f614a0f182 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/e5d642a7ee5641b19266d2f614a0f182 2024-12-09T23:16:42,185 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/e5d642a7ee5641b19266d2f614a0f182, entries=200, sequenceid=427, filesize=14.4 K 2024-12-09T23:16:42,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/f03b4ed17c3a4bc4a9d3f6206550da82 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/f03b4ed17c3a4bc4a9d3f6206550da82 2024-12-09T23:16:42,189 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/f03b4ed17c3a4bc4a9d3f6206550da82, entries=150, sequenceid=427, filesize=12.0 K 2024-12-09T23:16:42,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/6a28dec495984b05a4da73488daabde5 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/6a28dec495984b05a4da73488daabde5 2024-12-09T23:16:42,193 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/6a28dec495984b05a4da73488daabde5, entries=150, sequenceid=427, filesize=12.0 K 2024-12-09T23:16:42,193 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~395.48 KB/404976, currentSize=40.25 KB/41220 for 016dab2ab8441c4cfde610ca33fdf3ac in 1244ms, sequenceid=427, compaction requested=false 2024-12-09T23:16:42,193 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 016dab2ab8441c4cfde610ca33fdf3ac: 2024-12-09T23:16:42,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-12-09T23:16:42,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:42,331 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2902): Flushing 016dab2ab8441c4cfde610ca33fdf3ac 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-12-09T23:16:42,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 016dab2ab8441c4cfde610ca33fdf3ac, store=A 2024-12-09T23:16:42,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:16:42,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 016dab2ab8441c4cfde610ca33fdf3ac, store=B 2024-12-09T23:16:42,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:16:42,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 016dab2ab8441c4cfde610ca33fdf3ac, store=C 2024-12-09T23:16:42,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:16:42,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/9441cc0b22034998ae94bdf33626c435 is 50, key is test_row_0/A:col10/1733786200966/Put/seqid=0 2024-12-09T23:16:42,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742323_1499 (size=9857) 2024-12-09T23:16:42,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-09T23:16:42,749 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/9441cc0b22034998ae94bdf33626c435 2024-12-09T23:16:42,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/a0ff9836162b45478c6044deb1a93a7d is 50, key is test_row_0/B:col10/1733786200966/Put/seqid=0 2024-12-09T23:16:42,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742324_1500 (size=9857) 2024-12-09T23:16:42,759 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/a0ff9836162b45478c6044deb1a93a7d 2024-12-09T23:16:42,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/426b400bc0f846019937fef9c8e04ad5 is 50, key is test_row_0/C:col10/1733786200966/Put/seqid=0 2024-12-09T23:16:42,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742325_1501 (size=9857) 2024-12-09T23:16:43,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 016dab2ab8441c4cfde610ca33fdf3ac 2024-12-09T23:16:43,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. as already flushing 2024-12-09T23:16:43,201 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/426b400bc0f846019937fef9c8e04ad5 2024-12-09T23:16:43,202 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733786203183, max timestamp=1733786203200Num uniques 859; 2024-12-09T23:16:43,202 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733786203183, max timestamp=1733786203200Num uniques 859; 2024-12-09T23:16:43,202 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733786203183, max timestamp=1733786203200Num uniques 859; 2024-12-09T23:16:43,202 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-09T23:16:43,202 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-09T23:16:43,202 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-09T23:16:43,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/9441cc0b22034998ae94bdf33626c435 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/9441cc0b22034998ae94bdf33626c435 2024-12-09T23:16:43,207 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/9441cc0b22034998ae94bdf33626c435, entries=100, sequenceid=439, filesize=9.6 K 2024-12-09T23:16:43,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/a0ff9836162b45478c6044deb1a93a7d as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/a0ff9836162b45478c6044deb1a93a7d 2024-12-09T23:16:43,213 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/a0ff9836162b45478c6044deb1a93a7d, entries=100, sequenceid=439, filesize=9.6 K 2024-12-09T23:16:43,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/426b400bc0f846019937fef9c8e04ad5 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/426b400bc0f846019937fef9c8e04ad5 2024-12-09T23:16:43,217 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/426b400bc0f846019937fef9c8e04ad5, entries=100, sequenceid=439, filesize=9.6 K 2024-12-09T23:16:43,218 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=60.38 KB/61830 for 016dab2ab8441c4cfde610ca33fdf3ac in 886ms, sequenceid=439, compaction requested=true 2024-12-09T23:16:43,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2603): Flush status journal for 016dab2ab8441c4cfde610ca33fdf3ac: 2024-12-09T23:16:43,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:43,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=140 2024-12-09T23:16:43,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster(4169): Remote procedure done, pid=140 2024-12-09T23:16:43,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 016dab2ab8441c4cfde610ca33fdf3ac 2024-12-09T23:16:43,219 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 016dab2ab8441c4cfde610ca33fdf3ac 3/3 column families, dataSize=67.09 KB heapSize=181.08 KB 2024-12-09T23:16:43,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 016dab2ab8441c4cfde610ca33fdf3ac, store=A 2024-12-09T23:16:43,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:16:43,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 016dab2ab8441c4cfde610ca33fdf3ac, store=B 2024-12-09T23:16:43,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:16:43,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 016dab2ab8441c4cfde610ca33fdf3ac, store=C 2024-12-09T23:16:43,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:16:43,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-12-09T23:16:43,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8730 sec 2024-12-09T23:16:43,223 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/a909cee49e494288ab5ba009a38f3c11 is 50, key is test_row_0/A:col10/1733786203200/Put/seqid=0 2024-12-09T23:16:43,225 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees in 2.8780 sec 2024-12-09T23:16:43,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742326_1502 (size=17181) 2024-12-09T23:16:43,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:43,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45890 deadline: 1733786263285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:43,289 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:43,289 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:43,289 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:43,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:43,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45892 deadline: 1733786263287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:43,298 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:43,298 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:43,298 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:43,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:43,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45890 deadline: 1733786263393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:43,401 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:43,401 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:43,401 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:43,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:43,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45892 deadline: 1733786263403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:43,412 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:43,412 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:43,412 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:43,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:43,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45890 deadline: 1733786263613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:43,620 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:43,620 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:43,620 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:43,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:43,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45892 deadline: 1733786263623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:43,628 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:43,628 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:43,628 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:43,628 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=465 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/a909cee49e494288ab5ba009a38f3c11 2024-12-09T23:16:43,634 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/1af26cc97b9e4824a3dd65a22b0076ce is 50, key is test_row_0/B:col10/1733786203200/Put/seqid=0 2024-12-09T23:16:43,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742327_1503 (size=12301) 2024-12-09T23:16:43,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:43,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45890 deadline: 1733786263923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:43,932 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:43,932 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:43,932 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:43,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:43,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45892 deadline: 1733786263933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:43,940 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 , the old value is region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:43,940 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:43,940 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., hostname=aab77d931c0c,40923,1733786050901, seqNum=2 because the exception is null or not the one we care about 2024-12-09T23:16:44,038 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=465 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/1af26cc97b9e4824a3dd65a22b0076ce 2024-12-09T23:16:44,044 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/7add947349aa4da0b0426919256a0752 is 50, key is test_row_0/C:col10/1733786203200/Put/seqid=0 2024-12-09T23:16:44,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742328_1504 (size=12301) 2024-12-09T23:16:44,048 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=465 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/7add947349aa4da0b0426919256a0752 2024-12-09T23:16:44,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/a909cee49e494288ab5ba009a38f3c11 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/a909cee49e494288ab5ba009a38f3c11 2024-12-09T23:16:44,052 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/a909cee49e494288ab5ba009a38f3c11, entries=250, sequenceid=465, filesize=16.8 K 2024-12-09T23:16:44,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/1af26cc97b9e4824a3dd65a22b0076ce as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/1af26cc97b9e4824a3dd65a22b0076ce 2024-12-09T23:16:44,055 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/1af26cc97b9e4824a3dd65a22b0076ce, entries=150, sequenceid=465, filesize=12.0 K 2024-12-09T23:16:44,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/7add947349aa4da0b0426919256a0752 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/7add947349aa4da0b0426919256a0752 2024-12-09T23:16:44,058 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/7add947349aa4da0b0426919256a0752, entries=150, sequenceid=465, filesize=12.0 K 2024-12-09T23:16:44,058 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~181.03 KB/185376, currentSize=114.05 KB/116790 for 016dab2ab8441c4cfde610ca33fdf3ac in 839ms, sequenceid=465, compaction requested=true 2024-12-09T23:16:44,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 016dab2ab8441c4cfde610ca33fdf3ac: 2024-12-09T23:16:44,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 016dab2ab8441c4cfde610ca33fdf3ac:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T23:16:44,059 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T23:16:44,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:16:44,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 016dab2ab8441c4cfde610ca33fdf3ac:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T23:16:44,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:16:44,059 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T23:16:44,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 016dab2ab8441c4cfde610ca33fdf3ac:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T23:16:44,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:16:44,059 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54932 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T23:16:44,059 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47612 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T23:16:44,059 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1541): 016dab2ab8441c4cfde610ca33fdf3ac/A is initiating minor compaction (all files) 2024-12-09T23:16:44,059 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1541): 016dab2ab8441c4cfde610ca33fdf3ac/B is initiating minor compaction (all files) 2024-12-09T23:16:44,059 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 016dab2ab8441c4cfde610ca33fdf3ac/A in TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:44,059 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 016dab2ab8441c4cfde610ca33fdf3ac/B in TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:44,059 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/04c12265e92a47418cb4a6c9c7d75f2e, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/e5d642a7ee5641b19266d2f614a0f182, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/9441cc0b22034998ae94bdf33626c435, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/a909cee49e494288ab5ba009a38f3c11] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp, totalSize=53.6 K 2024-12-09T23:16:44,059 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/67269816ec554e77a7b35d77998cec09, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/f03b4ed17c3a4bc4a9d3f6206550da82, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/a0ff9836162b45478c6044deb1a93a7d, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/1af26cc97b9e4824a3dd65a22b0076ce] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp, totalSize=46.5 K 2024-12-09T23:16:44,060 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 04c12265e92a47418cb4a6c9c7d75f2e, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1733786199626 2024-12-09T23:16:44,060 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 67269816ec554e77a7b35d77998cec09, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1733786199626 2024-12-09T23:16:44,060 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting e5d642a7ee5641b19266d2f614a0f182, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1733786199764 2024-12-09T23:16:44,060 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting f03b4ed17c3a4bc4a9d3f6206550da82, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1733786199764 2024-12-09T23:16:44,060 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting a0ff9836162b45478c6044deb1a93a7d, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1733786200966 2024-12-09T23:16:44,060 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9441cc0b22034998ae94bdf33626c435, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1733786200966 2024-12-09T23:16:44,060 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 1af26cc97b9e4824a3dd65a22b0076ce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=465, earliestPutTs=1733786203200 2024-12-09T23:16:44,060 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting a909cee49e494288ab5ba009a38f3c11, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=465, earliestPutTs=1733786203192 2024-12-09T23:16:44,067 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 016dab2ab8441c4cfde610ca33fdf3ac#B#compaction#438 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:16:44,068 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 016dab2ab8441c4cfde610ca33fdf3ac#A#compaction#439 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:16:44,068 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/b8439352b4954990814b278e5e3a2945 is 50, key is test_row_0/B:col10/1733786203200/Put/seqid=0 2024-12-09T23:16:44,068 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/d86fc8ee5aff43c3909261d250af56e5 is 50, key is test_row_0/A:col10/1733786203200/Put/seqid=0 2024-12-09T23:16:44,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742329_1505 (size=13289) 2024-12-09T23:16:44,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742330_1506 (size=13289) 2024-12-09T23:16:44,291 INFO [Thread-1897 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1897. 2024-12-09T23:16:44,291 DEBUG [Thread-1897 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T23:16:44,291 DEBUG [Thread-1897 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:16:44,291 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T23:16:44,292 DEBUG [Thread-1897 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:16:44,292 INFO [Thread-1905 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1905. 2024-12-09T23:16:44,292 DEBUG [Thread-1905 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T23:16:44,292 DEBUG [Thread-1905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:16:44,292 DEBUG [Thread-1905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:16:44,292 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T23:16:44,293 INFO [Thread-1901 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1901. 2024-12-09T23:16:44,293 DEBUG [Thread-1901 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T23:16:44,293 DEBUG [Thread-1901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:16:44,293 DEBUG [Thread-1901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:16:44,293 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T23:16:44,298 INFO [Thread-1899 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1899. 2024-12-09T23:16:44,298 DEBUG [Thread-1899 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T23:16:44,298 DEBUG [Thread-1899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:16:44,298 DEBUG [Thread-1899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:16:44,298 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T23:16:44,298 INFO [Thread-1903 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1903. 2024-12-09T23:16:44,298 DEBUG [Thread-1903 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T23:16:44,298 DEBUG [Thread-1903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:16:44,298 DEBUG [Thread-1903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:16:44,298 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T23:16:44,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on 016dab2ab8441c4cfde610ca33fdf3ac 2024-12-09T23:16:44,446 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 016dab2ab8441c4cfde610ca33fdf3ac 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-12-09T23:16:44,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 016dab2ab8441c4cfde610ca33fdf3ac, store=A 2024-12-09T23:16:44,447 INFO [Thread-1894 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1894. 2024-12-09T23:16:44,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:16:44,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 016dab2ab8441c4cfde610ca33fdf3ac, store=B 2024-12-09T23:16:44,447 DEBUG [Thread-1894 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T23:16:44,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:16:44,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 016dab2ab8441c4cfde610ca33fdf3ac, store=C 2024-12-09T23:16:44,447 DEBUG [Thread-1894 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:16:44,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:16:44,447 DEBUG [Thread-1894 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:16:44,447 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T23:16:44,452 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/93d8322080994a5994fa5a0e09ede680 is 50, key is test_row_0/A:col10/1733786203254/Put/seqid=0 2024-12-09T23:16:44,455 INFO [Thread-1886 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1886. 2024-12-09T23:16:44,455 DEBUG [Thread-1886 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T23:16:44,455 DEBUG [Thread-1886 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:16:44,455 DEBUG [Thread-1886 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:16:44,455 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T23:16:44,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742331_1507 (size=12301) 2024-12-09T23:16:44,475 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/b8439352b4954990814b278e5e3a2945 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/b8439352b4954990814b278e5e3a2945 2024-12-09T23:16:44,479 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/d86fc8ee5aff43c3909261d250af56e5 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/d86fc8ee5aff43c3909261d250af56e5 2024-12-09T23:16:44,479 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 016dab2ab8441c4cfde610ca33fdf3ac/B of 016dab2ab8441c4cfde610ca33fdf3ac into b8439352b4954990814b278e5e3a2945(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:16:44,479 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 016dab2ab8441c4cfde610ca33fdf3ac: 2024-12-09T23:16:44,479 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., storeName=016dab2ab8441c4cfde610ca33fdf3ac/B, priority=12, startTime=1733786204059; duration=0sec 2024-12-09T23:16:44,479 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:16:44,479 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 016dab2ab8441c4cfde610ca33fdf3ac:B 2024-12-09T23:16:44,479 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T23:16:44,480 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47612 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T23:16:44,480 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1541): 016dab2ab8441c4cfde610ca33fdf3ac/C is initiating minor compaction (all files) 2024-12-09T23:16:44,480 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 016dab2ab8441c4cfde610ca33fdf3ac/C in TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:44,480 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/6f6edf94f9b044ef8cf5e315d6463a26, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/6a28dec495984b05a4da73488daabde5, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/426b400bc0f846019937fef9c8e04ad5, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/7add947349aa4da0b0426919256a0752] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp, totalSize=46.5 K 2024-12-09T23:16:44,481 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 6f6edf94f9b044ef8cf5e315d6463a26, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1733786199626 2024-12-09T23:16:44,481 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 6a28dec495984b05a4da73488daabde5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1733786199764 2024-12-09T23:16:44,481 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 426b400bc0f846019937fef9c8e04ad5, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1733786200966 2024-12-09T23:16:44,482 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 7add947349aa4da0b0426919256a0752, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=465, earliestPutTs=1733786203200 2024-12-09T23:16:44,483 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 016dab2ab8441c4cfde610ca33fdf3ac/A of 016dab2ab8441c4cfde610ca33fdf3ac into d86fc8ee5aff43c3909261d250af56e5(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:16:44,483 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 016dab2ab8441c4cfde610ca33fdf3ac: 2024-12-09T23:16:44,483 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., storeName=016dab2ab8441c4cfde610ca33fdf3ac/A, priority=12, startTime=1733786204058; duration=0sec 2024-12-09T23:16:44,483 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:16:44,483 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 016dab2ab8441c4cfde610ca33fdf3ac:A 2024-12-09T23:16:44,489 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 016dab2ab8441c4cfde610ca33fdf3ac#C#compaction#441 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:16:44,490 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/5641c11829aa4082bafa3b9afb9ccc98 is 50, key is test_row_0/C:col10/1733786203200/Put/seqid=0 2024-12-09T23:16:44,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742332_1508 (size=13289) 2024-12-09T23:16:44,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-09T23:16:44,504 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T23:16:44,856 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=486 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/93d8322080994a5994fa5a0e09ede680 2024-12-09T23:16:44,862 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/6481f74843974f879a04a14defff8e63 is 50, key is test_row_0/B:col10/1733786203254/Put/seqid=0 2024-12-09T23:16:44,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742333_1509 (size=12301) 2024-12-09T23:16:44,896 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/5641c11829aa4082bafa3b9afb9ccc98 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/5641c11829aa4082bafa3b9afb9ccc98 2024-12-09T23:16:44,900 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 016dab2ab8441c4cfde610ca33fdf3ac/C of 016dab2ab8441c4cfde610ca33fdf3ac into 5641c11829aa4082bafa3b9afb9ccc98(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:16:44,900 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 016dab2ab8441c4cfde610ca33fdf3ac: 2024-12-09T23:16:44,901 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., storeName=016dab2ab8441c4cfde610ca33fdf3ac/C, priority=12, startTime=1733786204059; duration=0sec 2024-12-09T23:16:44,901 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:16:44,901 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 016dab2ab8441c4cfde610ca33fdf3ac:C 2024-12-09T23:16:45,266 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=486 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/6481f74843974f879a04a14defff8e63 2024-12-09T23:16:45,272 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/f2e52408593e44a6951b953427df4aa1 is 50, key is test_row_0/C:col10/1733786203254/Put/seqid=0 2024-12-09T23:16:45,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742334_1510 (size=12301) 2024-12-09T23:16:45,678 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=486 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/f2e52408593e44a6951b953427df4aa1 2024-12-09T23:16:45,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/93d8322080994a5994fa5a0e09ede680 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/93d8322080994a5994fa5a0e09ede680 2024-12-09T23:16:45,693 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/93d8322080994a5994fa5a0e09ede680, entries=150, sequenceid=486, filesize=12.0 K 2024-12-09T23:16:45,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/6481f74843974f879a04a14defff8e63 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/6481f74843974f879a04a14defff8e63 2024-12-09T23:16:45,697 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/6481f74843974f879a04a14defff8e63, entries=150, sequenceid=486, filesize=12.0 K 2024-12-09T23:16:45,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/f2e52408593e44a6951b953427df4aa1 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/f2e52408593e44a6951b953427df4aa1 2024-12-09T23:16:45,701 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/f2e52408593e44a6951b953427df4aa1, entries=150, sequenceid=486, filesize=12.0 K 2024-12-09T23:16:45,701 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=6.71 KB/6870 for 016dab2ab8441c4cfde610ca33fdf3ac in 1255ms, sequenceid=486, compaction requested=false 2024-12-09T23:16:45,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 016dab2ab8441c4cfde610ca33fdf3ac: 2024-12-09T23:16:49,985 INFO [Thread-1890 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1890. 2024-12-09T23:16:49,985 DEBUG [Thread-1890 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T23:16:49,985 DEBUG [Thread-1890 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:16:49,985 DEBUG [Thread-1890 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:16:49,986 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T23:16:50,016 INFO [Thread-1892 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1892. 2024-12-09T23:16:50,016 DEBUG [Thread-1892 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T23:16:50,016 DEBUG [Thread-1892 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:16:50,016 DEBUG [Thread-1892 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:16:50,016 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T23:16:50,067 INFO [Thread-1888 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1888. 2024-12-09T23:16:50,067 DEBUG [Thread-1888 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T23:16:50,067 DEBUG [Thread-1888 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:16:50,067 DEBUG [Thread-1888 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:16:50,067 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T23:16:50,068 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-09T23:16:50,068 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 118 2024-12-09T23:16:50,068 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 27 2024-12-09T23:16:50,068 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 124 2024-12-09T23:16:50,068 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 18 2024-12-09T23:16:50,068 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 112 2024-12-09T23:16:50,068 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-09T23:16:50,068 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-09T23:16:50,068 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1648 2024-12-09T23:16:50,068 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4944 rows 2024-12-09T23:16:50,068 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1657 2024-12-09T23:16:50,068 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4971 rows 2024-12-09T23:16:50,068 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1647 2024-12-09T23:16:50,068 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4941 rows 2024-12-09T23:16:50,068 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1647 2024-12-09T23:16:50,068 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4941 rows 2024-12-09T23:16:50,068 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1651 2024-12-09T23:16:50,068 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4948 rows 2024-12-09T23:16:50,068 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T23:16:50,069 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T23:16:50,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:16:50,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:16:50,069 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T23:16:50,071 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-12-09T23:16:50,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] procedure2.ProcedureExecutor(1139): Stored pid=141, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-09T23:16:50,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-09T23:16:50,078 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733786210077"}]},"ts":"1733786210077"} 2024-12-09T23:16:50,079 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-09T23:16:50,079 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-09T23:16:50,080 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-09T23:16:50,082 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=016dab2ab8441c4cfde610ca33fdf3ac, UNASSIGN}] 2024-12-09T23:16:50,083 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=016dab2ab8441c4cfde610ca33fdf3ac, UNASSIGN 2024-12-09T23:16:50,083 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=016dab2ab8441c4cfde610ca33fdf3ac, regionState=CLOSING, regionLocation=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:50,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=016dab2ab8441c4cfde610ca33fdf3ac, UNASSIGN because future has completed 2024-12-09T23:16:50,085 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T23:16:50,085 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE, hasLock=false; CloseRegionProcedure 016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901}] 2024-12-09T23:16:50,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-09T23:16:50,239 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] handler.UnassignRegionHandler(122): Close 016dab2ab8441c4cfde610ca33fdf3ac 2024-12-09T23:16:50,239 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-09T23:16:50,239 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1722): Closing 016dab2ab8441c4cfde610ca33fdf3ac, disabling compactions & flushes 2024-12-09T23:16:50,239 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:50,239 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:50,239 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. after waiting 0 ms 2024-12-09T23:16:50,239 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:50,239 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(2902): Flushing 016dab2ab8441c4cfde610ca33fdf3ac 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-12-09T23:16:50,239 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 016dab2ab8441c4cfde610ca33fdf3ac, store=A 2024-12-09T23:16:50,240 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:16:50,240 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 016dab2ab8441c4cfde610ca33fdf3ac, store=B 2024-12-09T23:16:50,240 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:16:50,240 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 016dab2ab8441c4cfde610ca33fdf3ac, store=C 2024-12-09T23:16:50,240 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:16:50,244 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/dfbde0305ca041f88c60472d39f6b841 is 50, key is test_row_1/A:col10/1733786209983/Put/seqid=0 2024-12-09T23:16:50,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742335_1511 (size=9857) 2024-12-09T23:16:50,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-09T23:16:50,650 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=496 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/dfbde0305ca041f88c60472d39f6b841 2024-12-09T23:16:50,660 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/a7bba680607441ebafd6d0e791d0682d is 50, key is test_row_1/B:col10/1733786209983/Put/seqid=0 2024-12-09T23:16:50,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742336_1512 (size=9857) 2024-12-09T23:16:50,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-09T23:16:51,066 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=496 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/a7bba680607441ebafd6d0e791d0682d 2024-12-09T23:16:51,071 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/a11c70ff9e8d4d488ea1b462f5970578 is 50, key is test_row_1/C:col10/1733786209983/Put/seqid=0 2024-12-09T23:16:51,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742337_1513 (size=9857) 2024-12-09T23:16:51,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-09T23:16:51,476 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=496 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/a11c70ff9e8d4d488ea1b462f5970578 2024-12-09T23:16:51,480 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/A/dfbde0305ca041f88c60472d39f6b841 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/dfbde0305ca041f88c60472d39f6b841 2024-12-09T23:16:51,486 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/dfbde0305ca041f88c60472d39f6b841, entries=100, sequenceid=496, filesize=9.6 K 2024-12-09T23:16:51,487 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/B/a7bba680607441ebafd6d0e791d0682d as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/a7bba680607441ebafd6d0e791d0682d 2024-12-09T23:16:51,493 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/a7bba680607441ebafd6d0e791d0682d, entries=100, sequenceid=496, filesize=9.6 K 2024-12-09T23:16:51,493 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/.tmp/C/a11c70ff9e8d4d488ea1b462f5970578 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/a11c70ff9e8d4d488ea1b462f5970578 2024-12-09T23:16:51,496 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/a11c70ff9e8d4d488ea1b462f5970578, entries=100, sequenceid=496, filesize=9.6 K 2024-12-09T23:16:51,496 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 016dab2ab8441c4cfde610ca33fdf3ac in 1257ms, sequenceid=496, compaction requested=true 2024-12-09T23:16:51,497 DEBUG [StoreCloser-TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/45d959dfddd74d13973aad9d05cc2432, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/400c50713c5b42b4b1e6ef515b2a2905, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/4061bf59b35842d588fb70caec839d96, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/1f76e1cd44174e719909deba00209c79, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/51d492d58ec3468a85f4c4ec9a3a3de9, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/cbae1916d05645c0bc6d4140f950659d, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/b845280b92124b9fb6b6b3210cd22713, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/645347e7c0fd4c23807f5cd831611b97, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/411bcf02fb61464bb091845fde96728c, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/ce3ac94d366e40d8ba07bb4af0f78090, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/ffb297b1a9264759b461e29437ba6b24, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/09a2aa48e32c4791a49f935b1c066fac, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/a018327d2c64496181e78f9d6fe38d0b, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/70d9a45fadab40908032eee7bbe6e900, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/b2a4108f57aa41d4b5cf3b091c0f8638, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/5da4613a19dc477fb44adc2dd1128d58, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/e57a7504732d4d00b8dbd3f8cfa02055, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/53fe8f9dac204b3e95f08b199866374f, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/8b96f743490f4b329073b8732626095f, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/bb76344b7ff849c485271c886fa1f94e, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/85bd5984169f41e782dffca906fa9bff, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/6c1cc5190f7741e28286dc20f4af0821, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/15781745a2b54fb58d54bff1b0cb17d2, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/e8344efd62634df9bad76c9d400a61e2, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/8745fcd802d3455a8c665f151e44ee72, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/04c12265e92a47418cb4a6c9c7d75f2e, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/e5d642a7ee5641b19266d2f614a0f182, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/9441cc0b22034998ae94bdf33626c435, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/a909cee49e494288ab5ba009a38f3c11] to archive 2024-12-09T23:16:51,498 DEBUG [StoreCloser-TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-09T23:16:51,499 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/45d959dfddd74d13973aad9d05cc2432 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/45d959dfddd74d13973aad9d05cc2432 2024-12-09T23:16:51,499 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/1f76e1cd44174e719909deba00209c79 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/1f76e1cd44174e719909deba00209c79 2024-12-09T23:16:51,499 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/400c50713c5b42b4b1e6ef515b2a2905 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/400c50713c5b42b4b1e6ef515b2a2905 2024-12-09T23:16:51,499 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/645347e7c0fd4c23807f5cd831611b97 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/645347e7c0fd4c23807f5cd831611b97 2024-12-09T23:16:51,500 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/b845280b92124b9fb6b6b3210cd22713 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/b845280b92124b9fb6b6b3210cd22713 2024-12-09T23:16:51,500 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/51d492d58ec3468a85f4c4ec9a3a3de9 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/51d492d58ec3468a85f4c4ec9a3a3de9 2024-12-09T23:16:51,500 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/cbae1916d05645c0bc6d4140f950659d to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/cbae1916d05645c0bc6d4140f950659d 2024-12-09T23:16:51,500 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/4061bf59b35842d588fb70caec839d96 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/4061bf59b35842d588fb70caec839d96 2024-12-09T23:16:51,501 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/09a2aa48e32c4791a49f935b1c066fac to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/09a2aa48e32c4791a49f935b1c066fac 2024-12-09T23:16:51,501 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/ce3ac94d366e40d8ba07bb4af0f78090 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/ce3ac94d366e40d8ba07bb4af0f78090 2024-12-09T23:16:51,501 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/a018327d2c64496181e78f9d6fe38d0b to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/a018327d2c64496181e78f9d6fe38d0b 2024-12-09T23:16:51,501 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/70d9a45fadab40908032eee7bbe6e900 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/70d9a45fadab40908032eee7bbe6e900 2024-12-09T23:16:51,501 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/411bcf02fb61464bb091845fde96728c to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/411bcf02fb61464bb091845fde96728c 2024-12-09T23:16:51,502 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/ffb297b1a9264759b461e29437ba6b24 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/ffb297b1a9264759b461e29437ba6b24 2024-12-09T23:16:51,502 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/5da4613a19dc477fb44adc2dd1128d58 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/5da4613a19dc477fb44adc2dd1128d58 2024-12-09T23:16:51,502 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/b2a4108f57aa41d4b5cf3b091c0f8638 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/b2a4108f57aa41d4b5cf3b091c0f8638 2024-12-09T23:16:51,502 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/53fe8f9dac204b3e95f08b199866374f to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/53fe8f9dac204b3e95f08b199866374f 2024-12-09T23:16:51,503 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/e57a7504732d4d00b8dbd3f8cfa02055 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/e57a7504732d4d00b8dbd3f8cfa02055 2024-12-09T23:16:51,503 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/8b96f743490f4b329073b8732626095f to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/8b96f743490f4b329073b8732626095f 2024-12-09T23:16:51,503 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/bb76344b7ff849c485271c886fa1f94e to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/bb76344b7ff849c485271c886fa1f94e 2024-12-09T23:16:51,503 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/85bd5984169f41e782dffca906fa9bff to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/85bd5984169f41e782dffca906fa9bff 2024-12-09T23:16:51,503 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/e8344efd62634df9bad76c9d400a61e2 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/e8344efd62634df9bad76c9d400a61e2 2024-12-09T23:16:51,504 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/6c1cc5190f7741e28286dc20f4af0821 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/6c1cc5190f7741e28286dc20f4af0821 2024-12-09T23:16:51,504 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/15781745a2b54fb58d54bff1b0cb17d2 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/15781745a2b54fb58d54bff1b0cb17d2 2024-12-09T23:16:51,504 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/8745fcd802d3455a8c665f151e44ee72 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/8745fcd802d3455a8c665f151e44ee72 2024-12-09T23:16:51,504 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/04c12265e92a47418cb4a6c9c7d75f2e to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/04c12265e92a47418cb4a6c9c7d75f2e 2024-12-09T23:16:51,504 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/e5d642a7ee5641b19266d2f614a0f182 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/e5d642a7ee5641b19266d2f614a0f182 2024-12-09T23:16:51,504 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/9441cc0b22034998ae94bdf33626c435 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/9441cc0b22034998ae94bdf33626c435 2024-12-09T23:16:51,504 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/a909cee49e494288ab5ba009a38f3c11 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/a909cee49e494288ab5ba009a38f3c11 2024-12-09T23:16:51,506 DEBUG [StoreCloser-TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/185a923e902b457392b5177efedd342c, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/dc262cfc2fe542a498f22eeaee6b5881, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/5da0908927454447af9a91305b7a87e1, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/c9751b71321b4b9d8803e5fa0967b4c3, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/a0d87aa8df9c45b39042c711aa7c8fba, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/0cc9d0ed2b1d4c45a2c7817157fd0006, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/331fb4f24422435682cec0c95bc77fb6, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/14a930f2d8664eadbacd171d5b66d779, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/7e4b8b0268194f85a5bdbc3b607be6fc, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/0828e9f48feb4ed480b3899267ad4a25, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/28dda1762e2146a0a853b568277d88b5, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/1074ea79dc774e9cad44f26d2e688dd0, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/17f5f6f24da044d685fea3d040056ee8, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/d3c0c3be5e134c52a6da043ca4c9c26b, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/18a5de3e1e2b466da7c797320b793ca6, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/a8185c42594a4b3585a3087aeb1af03e, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/4a3dc64f13a044fa90d28bf5a877bd74, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/a0772532132646ae852299e21bf081e9, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/569ce80d0bf942e3be9b311b8a1824c2, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/7f4700af2bbc4662a7bedb1ade3f92bd, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/32a64cd88cf3415ca41f2544f11a50a8, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/09ef294406904afcb6f7cf76fef214d2, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/cd08d1c4dc444b189ea4645107ff9377, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/a9d8f0a29a3e4a399f1517a221d7763c, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/67269816ec554e77a7b35d77998cec09, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/6aac2945718e423ab56ed1e623490df0, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/f03b4ed17c3a4bc4a9d3f6206550da82, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/a0ff9836162b45478c6044deb1a93a7d, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/1af26cc97b9e4824a3dd65a22b0076ce] to archive 2024-12-09T23:16:51,506 DEBUG [StoreCloser-TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-09T23:16:51,508 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/185a923e902b457392b5177efedd342c to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/185a923e902b457392b5177efedd342c 2024-12-09T23:16:51,508 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/0cc9d0ed2b1d4c45a2c7817157fd0006 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/0cc9d0ed2b1d4c45a2c7817157fd0006 2024-12-09T23:16:51,508 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/a0d87aa8df9c45b39042c711aa7c8fba to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/a0d87aa8df9c45b39042c711aa7c8fba 2024-12-09T23:16:51,508 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/5da0908927454447af9a91305b7a87e1 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/5da0908927454447af9a91305b7a87e1 2024-12-09T23:16:51,508 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/dc262cfc2fe542a498f22eeaee6b5881 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/dc262cfc2fe542a498f22eeaee6b5881 2024-12-09T23:16:51,508 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/c9751b71321b4b9d8803e5fa0967b4c3 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/c9751b71321b4b9d8803e5fa0967b4c3 2024-12-09T23:16:51,508 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/14a930f2d8664eadbacd171d5b66d779 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/14a930f2d8664eadbacd171d5b66d779 2024-12-09T23:16:51,509 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/331fb4f24422435682cec0c95bc77fb6 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/331fb4f24422435682cec0c95bc77fb6 2024-12-09T23:16:51,509 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/0828e9f48feb4ed480b3899267ad4a25 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/0828e9f48feb4ed480b3899267ad4a25 2024-12-09T23:16:51,510 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/7e4b8b0268194f85a5bdbc3b607be6fc to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/7e4b8b0268194f85a5bdbc3b607be6fc 2024-12-09T23:16:51,510 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/28dda1762e2146a0a853b568277d88b5 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/28dda1762e2146a0a853b568277d88b5 2024-12-09T23:16:51,510 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/1074ea79dc774e9cad44f26d2e688dd0 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/1074ea79dc774e9cad44f26d2e688dd0 2024-12-09T23:16:51,510 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/17f5f6f24da044d685fea3d040056ee8 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/17f5f6f24da044d685fea3d040056ee8 2024-12-09T23:16:51,510 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/d3c0c3be5e134c52a6da043ca4c9c26b to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/d3c0c3be5e134c52a6da043ca4c9c26b 2024-12-09T23:16:51,510 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/a8185c42594a4b3585a3087aeb1af03e to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/a8185c42594a4b3585a3087aeb1af03e 2024-12-09T23:16:51,511 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/18a5de3e1e2b466da7c797320b793ca6 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/18a5de3e1e2b466da7c797320b793ca6 2024-12-09T23:16:51,511 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/4a3dc64f13a044fa90d28bf5a877bd74 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/4a3dc64f13a044fa90d28bf5a877bd74 2024-12-09T23:16:51,511 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/569ce80d0bf942e3be9b311b8a1824c2 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/569ce80d0bf942e3be9b311b8a1824c2 2024-12-09T23:16:51,511 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/a0772532132646ae852299e21bf081e9 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/a0772532132646ae852299e21bf081e9 2024-12-09T23:16:51,512 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/32a64cd88cf3415ca41f2544f11a50a8 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/32a64cd88cf3415ca41f2544f11a50a8 2024-12-09T23:16:51,512 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/cd08d1c4dc444b189ea4645107ff9377 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/cd08d1c4dc444b189ea4645107ff9377 2024-12-09T23:16:51,512 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/09ef294406904afcb6f7cf76fef214d2 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/09ef294406904afcb6f7cf76fef214d2 2024-12-09T23:16:51,512 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/7f4700af2bbc4662a7bedb1ade3f92bd to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/7f4700af2bbc4662a7bedb1ade3f92bd 2024-12-09T23:16:51,512 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/a9d8f0a29a3e4a399f1517a221d7763c to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/a9d8f0a29a3e4a399f1517a221d7763c 2024-12-09T23:16:51,512 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/67269816ec554e77a7b35d77998cec09 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/67269816ec554e77a7b35d77998cec09 2024-12-09T23:16:51,513 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/6aac2945718e423ab56ed1e623490df0 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/6aac2945718e423ab56ed1e623490df0 2024-12-09T23:16:51,513 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/a0ff9836162b45478c6044deb1a93a7d to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/a0ff9836162b45478c6044deb1a93a7d 2024-12-09T23:16:51,513 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/f03b4ed17c3a4bc4a9d3f6206550da82 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/f03b4ed17c3a4bc4a9d3f6206550da82 2024-12-09T23:16:51,513 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/1af26cc97b9e4824a3dd65a22b0076ce to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/1af26cc97b9e4824a3dd65a22b0076ce 2024-12-09T23:16:51,514 DEBUG [StoreCloser-TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/c42340d5d55440ec93363795eb25bf08, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/ea0495677f944b64ae573cbeee842f0d, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/45fc76bd9c774732bc30edf90019748a, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/7d3dc13c183847259976845d5fc64f2a, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/7944b01d754a4737a9b5b56faa6a0324, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/9963b6f05a1a4b90b7cc2570b8cb4879, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/108914b4a7794c50b68d7ebb05fc2969, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/aaf9189010ca42b8bc710bfc6b14f7b5, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/4a0c05b4048f4a9bbde94ba045044689, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/5760529824c042af83b622aa4231bd89, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/4ce444f977744c52bc1ee58d6ace13ab, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/074ce7d2231347cc94485ae4bc3e563e, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/328bb92e75a24623b5d934782dd849e4, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/db8a83d6385f4a3fbfbb889db614cf38, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/3b17a44dd2d148d68ada36477f13cf05, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/7b33c47dbdc14ed886dda04ff896d046, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/4caa082df4cf40b386d4dad0d2765313, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/c6371e23e50a4afa861542604d44d6d2, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/aa1d6e0779fd4ce49a1546f446bed535, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/3f519948c96c47f7bb7aab8fb91d6446, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/723860431d5b4bd8983ccd6a134dba1b, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/1692828e2e4f411386adef78b35ed1f3, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/a74837971af1443bb4d31f45d2c4bfc6, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/927afb209992420d97c0666f96b3f66d, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/6f6edf94f9b044ef8cf5e315d6463a26, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/b12ef339ea1343b4b7b2a0571307210f, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/6a28dec495984b05a4da73488daabde5, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/426b400bc0f846019937fef9c8e04ad5, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/7add947349aa4da0b0426919256a0752] to archive 2024-12-09T23:16:51,515 DEBUG [StoreCloser-TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-09T23:16:51,517 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/7d3dc13c183847259976845d5fc64f2a to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/7d3dc13c183847259976845d5fc64f2a 2024-12-09T23:16:51,517 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/ea0495677f944b64ae573cbeee842f0d to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/ea0495677f944b64ae573cbeee842f0d 2024-12-09T23:16:51,517 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/c42340d5d55440ec93363795eb25bf08 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/c42340d5d55440ec93363795eb25bf08 2024-12-09T23:16:51,517 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/45fc76bd9c774732bc30edf90019748a to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/45fc76bd9c774732bc30edf90019748a 2024-12-09T23:16:51,517 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/7944b01d754a4737a9b5b56faa6a0324 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/7944b01d754a4737a9b5b56faa6a0324 2024-12-09T23:16:51,517 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/aaf9189010ca42b8bc710bfc6b14f7b5 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/aaf9189010ca42b8bc710bfc6b14f7b5 2024-12-09T23:16:51,518 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/108914b4a7794c50b68d7ebb05fc2969 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/108914b4a7794c50b68d7ebb05fc2969 2024-12-09T23:16:51,519 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/9963b6f05a1a4b90b7cc2570b8cb4879 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/9963b6f05a1a4b90b7cc2570b8cb4879 2024-12-09T23:16:51,519 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/4a0c05b4048f4a9bbde94ba045044689 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/4a0c05b4048f4a9bbde94ba045044689 2024-12-09T23:16:51,520 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/4ce444f977744c52bc1ee58d6ace13ab to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/4ce444f977744c52bc1ee58d6ace13ab 2024-12-09T23:16:51,520 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/db8a83d6385f4a3fbfbb889db614cf38 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/db8a83d6385f4a3fbfbb889db614cf38 2024-12-09T23:16:51,520 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/074ce7d2231347cc94485ae4bc3e563e to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/074ce7d2231347cc94485ae4bc3e563e 2024-12-09T23:16:51,520 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/5760529824c042af83b622aa4231bd89 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/5760529824c042af83b622aa4231bd89 2024-12-09T23:16:51,520 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/328bb92e75a24623b5d934782dd849e4 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/328bb92e75a24623b5d934782dd849e4 2024-12-09T23:16:51,520 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/3b17a44dd2d148d68ada36477f13cf05 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/3b17a44dd2d148d68ada36477f13cf05 2024-12-09T23:16:51,521 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/7b33c47dbdc14ed886dda04ff896d046 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/7b33c47dbdc14ed886dda04ff896d046 2024-12-09T23:16:51,521 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/4caa082df4cf40b386d4dad0d2765313 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/4caa082df4cf40b386d4dad0d2765313 2024-12-09T23:16:51,521 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/c6371e23e50a4afa861542604d44d6d2 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/c6371e23e50a4afa861542604d44d6d2 2024-12-09T23:16:51,521 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/aa1d6e0779fd4ce49a1546f446bed535 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/aa1d6e0779fd4ce49a1546f446bed535 2024-12-09T23:16:51,522 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/1692828e2e4f411386adef78b35ed1f3 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/1692828e2e4f411386adef78b35ed1f3 2024-12-09T23:16:51,522 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/3f519948c96c47f7bb7aab8fb91d6446 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/3f519948c96c47f7bb7aab8fb91d6446 2024-12-09T23:16:51,522 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/723860431d5b4bd8983ccd6a134dba1b to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/723860431d5b4bd8983ccd6a134dba1b 2024-12-09T23:16:51,522 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/a74837971af1443bb4d31f45d2c4bfc6 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/a74837971af1443bb4d31f45d2c4bfc6 2024-12-09T23:16:51,522 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/927afb209992420d97c0666f96b3f66d to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/927afb209992420d97c0666f96b3f66d 2024-12-09T23:16:51,523 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/6f6edf94f9b044ef8cf5e315d6463a26 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/6f6edf94f9b044ef8cf5e315d6463a26 2024-12-09T23:16:51,523 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/6a28dec495984b05a4da73488daabde5 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/6a28dec495984b05a4da73488daabde5 2024-12-09T23:16:51,523 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/b12ef339ea1343b4b7b2a0571307210f to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/b12ef339ea1343b4b7b2a0571307210f 2024-12-09T23:16:51,523 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/426b400bc0f846019937fef9c8e04ad5 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/426b400bc0f846019937fef9c8e04ad5 2024-12-09T23:16:51,523 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/7add947349aa4da0b0426919256a0752 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/7add947349aa4da0b0426919256a0752 2024-12-09T23:16:51,526 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/recovered.edits/499.seqid, newMaxSeqId=499, maxSeqId=1 2024-12-09T23:16:51,527 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. 2024-12-09T23:16:51,527 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1676): Region close journal for 016dab2ab8441c4cfde610ca33fdf3ac: Waiting for close lock at 1733786210239Running coprocessor pre-close hooks at 1733786210239Disabling compacts and flushes for region at 1733786210239Disabling writes for close at 1733786210239Obtaining lock to block concurrent updates at 1733786210239Preparing flush snapshotting stores in 016dab2ab8441c4cfde610ca33fdf3ac at 1733786210239Finished memstore snapshotting TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1733786210240 (+1 ms)Flushing stores of TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac. at 1733786210240Flushing 016dab2ab8441c4cfde610ca33fdf3ac/A: creating writer at 1733786210240Flushing 016dab2ab8441c4cfde610ca33fdf3ac/A: appending metadata at 1733786210244 (+4 ms)Flushing 016dab2ab8441c4cfde610ca33fdf3ac/A: closing flushed file at 1733786210244Flushing 016dab2ab8441c4cfde610ca33fdf3ac/B: creating writer at 1733786210658 (+414 ms)Flushing 016dab2ab8441c4cfde610ca33fdf3ac/B: appending metadata at 1733786210660 (+2 ms)Flushing 016dab2ab8441c4cfde610ca33fdf3ac/B: closing flushed file at 1733786210660Flushing 016dab2ab8441c4cfde610ca33fdf3ac/C: creating writer at 1733786211069 (+409 ms)Flushing 016dab2ab8441c4cfde610ca33fdf3ac/C: appending metadata at 1733786211071 (+2 ms)Flushing 016dab2ab8441c4cfde610ca33fdf3ac/C: closing flushed file at 1733786211071Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21c39890: reopening flushed file at 1733786211479 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dfc6371: reopening flushed file at 1733786211486 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f4510dd: reopening flushed file at 1733786211493 (+7 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 016dab2ab8441c4cfde610ca33fdf3ac in 1257ms, sequenceid=496, compaction requested=true at 1733786211496 (+3 ms)Writing region close event to WAL at 1733786211524 (+28 ms)Running coprocessor post-close hooks at 1733786211527 (+3 ms)Closed at 1733786211527 2024-12-09T23:16:51,528 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] handler.UnassignRegionHandler(157): Closed 016dab2ab8441c4cfde610ca33fdf3ac 2024-12-09T23:16:51,529 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=016dab2ab8441c4cfde610ca33fdf3ac, regionState=CLOSED 2024-12-09T23:16:51,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=144, ppid=143, state=RUNNABLE, hasLock=false; CloseRegionProcedure 016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 because future has completed 2024-12-09T23:16:51,532 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-12-09T23:16:51,532 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; CloseRegionProcedure 016dab2ab8441c4cfde610ca33fdf3ac, server=aab77d931c0c,40923,1733786050901 in 1.4460 sec 2024-12-09T23:16:51,534 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=143, resume processing ppid=142 2024-12-09T23:16:51,534 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, ppid=142, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=016dab2ab8441c4cfde610ca33fdf3ac, UNASSIGN in 1.4500 sec 2024-12-09T23:16:51,535 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141 2024-12-09T23:16:51,535 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4540 sec 2024-12-09T23:16:51,537 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733786211536"}]},"ts":"1733786211536"} 2024-12-09T23:16:51,538 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-09T23:16:51,538 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-09T23:16:51,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.4680 sec 2024-12-09T23:16:52,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-09T23:16:52,223 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-09T23:16:52,223 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-12-09T23:16:52,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] procedure2.ProcedureExecutor(1139): Stored pid=145, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T23:16:52,225 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=145, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T23:16:52,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-12-09T23:16:52,226 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=145, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T23:16:52,229 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac 2024-12-09T23:16:52,231 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A, FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B, FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C, FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/recovered.edits] 2024-12-09T23:16:52,235 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/d86fc8ee5aff43c3909261d250af56e5 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/d86fc8ee5aff43c3909261d250af56e5 2024-12-09T23:16:52,235 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/93d8322080994a5994fa5a0e09ede680 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/93d8322080994a5994fa5a0e09ede680 2024-12-09T23:16:52,235 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/dfbde0305ca041f88c60472d39f6b841 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/A/dfbde0305ca041f88c60472d39f6b841 2024-12-09T23:16:52,238 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/a7bba680607441ebafd6d0e791d0682d to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/a7bba680607441ebafd6d0e791d0682d 2024-12-09T23:16:52,238 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/6481f74843974f879a04a14defff8e63 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/6481f74843974f879a04a14defff8e63 2024-12-09T23:16:52,238 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/b8439352b4954990814b278e5e3a2945 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/B/b8439352b4954990814b278e5e3a2945 2024-12-09T23:16:52,241 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/f2e52408593e44a6951b953427df4aa1 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/f2e52408593e44a6951b953427df4aa1 2024-12-09T23:16:52,241 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/5641c11829aa4082bafa3b9afb9ccc98 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/5641c11829aa4082bafa3b9afb9ccc98 2024-12-09T23:16:52,241 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/a11c70ff9e8d4d488ea1b462f5970578 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/C/a11c70ff9e8d4d488ea1b462f5970578 2024-12-09T23:16:52,243 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/recovered.edits/499.seqid to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac/recovered.edits/499.seqid 2024-12-09T23:16:52,243 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/016dab2ab8441c4cfde610ca33fdf3ac 2024-12-09T23:16:52,243 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-09T23:16:52,245 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=145, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T23:16:52,247 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-09T23:16:52,248 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-09T23:16:52,249 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=145, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T23:16:52,249 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-09T23:16:52,249 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733786212249"}]},"ts":"9223372036854775807"} 2024-12-09T23:16:52,251 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-09T23:16:52,251 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 016dab2ab8441c4cfde610ca33fdf3ac, NAME => 'TestAcidGuarantees,,1733786183021.016dab2ab8441c4cfde610ca33fdf3ac.', STARTKEY => '', ENDKEY => ''}] 2024-12-09T23:16:52,251 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-09T23:16:52,251 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733786212251"}]},"ts":"9223372036854775807"} 2024-12-09T23:16:52,252 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-09T23:16:52,253 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=145, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T23:16:52,254 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 30 msec 2024-12-09T23:16:52,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-12-09T23:16:52,333 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-09T23:16:52,333 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-09T23:16:52,344 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=253 (was 255), OpenFileDescriptor=443 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=447 (was 542), ProcessCount=11 (was 11), AvailableMemoryMB=6918 (was 3320) - AvailableMemoryMB LEAK? - 2024-12-09T23:16:52,354 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=253, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=447, ProcessCount=11, AvailableMemoryMB=6917 2024-12-09T23:16:52,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-09T23:16:52,355 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T23:16:52,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] procedure2.ProcedureExecutor(1139): Stored pid=146, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-09T23:16:52,357 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=146, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T23:16:52,357 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:52,357 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 146 2024-12-09T23:16:52,358 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=146, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T23:16:52,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-12-09T23:16:52,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742338_1514 (size=1061) 2024-12-09T23:16:52,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-12-09T23:16:52,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-12-09T23:16:52,767 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85 2024-12-09T23:16:52,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742339_1515 (size=53) 2024-12-09T23:16:52,773 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T23:16:52,774 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing bd0d52bde7c9af36f74c3f51ee71098b, disabling compactions & flushes 2024-12-09T23:16:52,774 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:16:52,774 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:16:52,774 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. after waiting 0 ms 2024-12-09T23:16:52,774 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:16:52,774 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:16:52,774 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for bd0d52bde7c9af36f74c3f51ee71098b: Waiting for close lock at 1733786212773Disabling compacts and flushes for region at 1733786212773Disabling writes for close at 1733786212774 (+1 ms)Writing region close event to WAL at 1733786212774Closed at 1733786212774 2024-12-09T23:16:52,775 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=146, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T23:16:52,775 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733786212775"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733786212775"}]},"ts":"1733786212775"} 2024-12-09T23:16:52,777 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-09T23:16:52,778 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=146, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T23:16:52,778 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733786212778"}]},"ts":"1733786212778"} 2024-12-09T23:16:52,779 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-09T23:16:52,779 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bd0d52bde7c9af36f74c3f51ee71098b, ASSIGN}] 2024-12-09T23:16:52,780 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bd0d52bde7c9af36f74c3f51ee71098b, ASSIGN 2024-12-09T23:16:52,781 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bd0d52bde7c9af36f74c3f51ee71098b, ASSIGN; state=OFFLINE, location=aab77d931c0c,40923,1733786050901; forceNewPlan=false, retain=false 2024-12-09T23:16:52,931 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=bd0d52bde7c9af36f74c3f51ee71098b, regionState=OPENING, regionLocation=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:52,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bd0d52bde7c9af36f74c3f51ee71098b, ASSIGN because future has completed 2024-12-09T23:16:52,933 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901}] 2024-12-09T23:16:52,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-12-09T23:16:53,088 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:16:53,088 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(7752): Opening region: {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} 2024-12-09T23:16:53,088 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees bd0d52bde7c9af36f74c3f51ee71098b 2024-12-09T23:16:53,089 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T23:16:53,089 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(7794): checking encryption for bd0d52bde7c9af36f74c3f51ee71098b 2024-12-09T23:16:53,089 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(7797): checking classloading for bd0d52bde7c9af36f74c3f51ee71098b 2024-12-09T23:16:53,090 INFO [StoreOpener-bd0d52bde7c9af36f74c3f51ee71098b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region bd0d52bde7c9af36f74c3f51ee71098b 2024-12-09T23:16:53,092 INFO [StoreOpener-bd0d52bde7c9af36f74c3f51ee71098b-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-09T23:16:53,092 INFO [StoreOpener-bd0d52bde7c9af36f74c3f51ee71098b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd0d52bde7c9af36f74c3f51ee71098b columnFamilyName A 2024-12-09T23:16:53,092 DEBUG [StoreOpener-bd0d52bde7c9af36f74c3f51ee71098b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:53,093 INFO [StoreOpener-bd0d52bde7c9af36f74c3f51ee71098b-1 {}] regionserver.HStore(327): Store=bd0d52bde7c9af36f74c3f51ee71098b/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T23:16:53,093 INFO [StoreOpener-bd0d52bde7c9af36f74c3f51ee71098b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region bd0d52bde7c9af36f74c3f51ee71098b 2024-12-09T23:16:53,094 INFO [StoreOpener-bd0d52bde7c9af36f74c3f51ee71098b-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-09T23:16:53,094 INFO [StoreOpener-bd0d52bde7c9af36f74c3f51ee71098b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd0d52bde7c9af36f74c3f51ee71098b columnFamilyName B 2024-12-09T23:16:53,094 DEBUG [StoreOpener-bd0d52bde7c9af36f74c3f51ee71098b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:53,095 INFO [StoreOpener-bd0d52bde7c9af36f74c3f51ee71098b-1 {}] regionserver.HStore(327): Store=bd0d52bde7c9af36f74c3f51ee71098b/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T23:16:53,095 INFO [StoreOpener-bd0d52bde7c9af36f74c3f51ee71098b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region bd0d52bde7c9af36f74c3f51ee71098b 2024-12-09T23:16:53,096 INFO [StoreOpener-bd0d52bde7c9af36f74c3f51ee71098b-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-09T23:16:53,096 INFO [StoreOpener-bd0d52bde7c9af36f74c3f51ee71098b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd0d52bde7c9af36f74c3f51ee71098b columnFamilyName C 2024-12-09T23:16:53,096 DEBUG [StoreOpener-bd0d52bde7c9af36f74c3f51ee71098b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:53,096 INFO [StoreOpener-bd0d52bde7c9af36f74c3f51ee71098b-1 {}] regionserver.HStore(327): Store=bd0d52bde7c9af36f74c3f51ee71098b/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T23:16:53,096 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:16:53,097 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1038): replaying wal for bd0d52bde7c9af36f74c3f51ee71098b 2024-12-09T23:16:53,097 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b 2024-12-09T23:16:53,097 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b 2024-12-09T23:16:53,098 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1048): stopping wal replay for bd0d52bde7c9af36f74c3f51ee71098b 2024-12-09T23:16:53,098 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1060): Cleaning up temporary data for bd0d52bde7c9af36f74c3f51ee71098b 2024-12-09T23:16:53,099 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-09T23:16:53,100 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1093): writing seq id for bd0d52bde7c9af36f74c3f51ee71098b 2024-12-09T23:16:53,102 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T23:16:53,102 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1114): Opened bd0d52bde7c9af36f74c3f51ee71098b; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72188868, jitterRate=0.07569795846939087}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-09T23:16:53,102 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bd0d52bde7c9af36f74c3f51ee71098b 2024-12-09T23:16:53,103 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1006): Region open journal for bd0d52bde7c9af36f74c3f51ee71098b: Running coprocessor pre-open hook at 1733786213089Writing region info on filesystem at 1733786213089Initializing all the Stores at 1733786213090 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733786213090Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733786213090Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733786213090Cleaning up temporary data from old regions at 1733786213098 (+8 ms)Running coprocessor post-open hooks at 1733786213102 (+4 ms)Region opened successfully at 1733786213103 (+1 ms) 2024-12-09T23:16:53,104 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., pid=148, masterSystemTime=1733786213085 2024-12-09T23:16:53,106 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:16:53,106 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:16:53,106 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=bd0d52bde7c9af36f74c3f51ee71098b, regionState=OPEN, openSeqNum=2, regionLocation=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:53,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=148, ppid=147, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 because future has completed 2024-12-09T23:16:53,110 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=148, resume processing ppid=147 2024-12-09T23:16:53,110 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, ppid=147, state=SUCCESS, hasLock=false; OpenRegionProcedure bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 in 176 msec 2024-12-09T23:16:53,113 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=146 2024-12-09T23:16:53,113 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=146, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bd0d52bde7c9af36f74c3f51ee71098b, ASSIGN in 331 msec 2024-12-09T23:16:53,113 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=146, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T23:16:53,113 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733786213113"}]},"ts":"1733786213113"} 2024-12-09T23:16:53,115 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-09T23:16:53,115 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=146, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T23:16:53,117 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 760 msec 2024-12-09T23:16:53,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-12-09T23:16:53,494 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-09T23:16:53,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22842932, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:16:53,496 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aab77d931c0c,33465,-1 for getting cluster id 2024-12-09T23:16:53,496 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T23:16:53,498 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c50108d4-bd36-4dce-a30f-fdeadf9e8845' 2024-12-09T23:16:53,498 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T23:16:53,499 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c50108d4-bd36-4dce-a30f-fdeadf9e8845" 2024-12-09T23:16:53,499 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f133f84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:16:53,499 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aab77d931c0c,33465,-1] 2024-12-09T23:16:53,500 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T23:16:53,500 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:16:53,501 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T23:16:53,502 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d607e80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:16:53,503 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:16:53,504 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40923,1733786050901, seqNum=-1] 2024-12-09T23:16:53,504 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T23:16:53,505 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T23:16:53,506 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T23:16:53,507 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is aab77d931c0c,33465,1733786049737 2024-12-09T23:16:53,507 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54ae4b8e 2024-12-09T23:16:53,508 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T23:16:53,508 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T23:16:53,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-09T23:16:53,510 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T23:16:53,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] procedure2.ProcedureExecutor(1139): Stored pid=149, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-12-09T23:16:53,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742340_1516 (size=1097) 2024-12-09T23:16:54,151 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-12-09T23:16:54,151 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-12-09T23:16:54,157 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-09T23:16:54,161 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bd0d52bde7c9af36f74c3f51ee71098b, REOPEN/MOVE}] 2024-12-09T23:16:54,161 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bd0d52bde7c9af36f74c3f51ee71098b, REOPEN/MOVE 2024-12-09T23:16:54,162 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=151 updating hbase:meta row=bd0d52bde7c9af36f74c3f51ee71098b, regionState=CLOSING, regionLocation=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:54,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bd0d52bde7c9af36f74c3f51ee71098b, REOPEN/MOVE because future has completed 2024-12-09T23:16:54,164 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T23:16:54,164 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE, hasLock=false; CloseRegionProcedure bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901}] 2024-12-09T23:16:54,316 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] handler.UnassignRegionHandler(122): Close bd0d52bde7c9af36f74c3f51ee71098b 2024-12-09T23:16:54,316 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-09T23:16:54,316 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1722): Closing bd0d52bde7c9af36f74c3f51ee71098b, disabling compactions & flushes 2024-12-09T23:16:54,316 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:16:54,316 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:16:54,316 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. after waiting 0 ms 2024-12-09T23:16:54,316 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:16:54,318 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T23:16:54,319 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:16:54,319 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1676): Region close journal for bd0d52bde7c9af36f74c3f51ee71098b: Waiting for close lock at 1733786214316Running coprocessor pre-close hooks at 1733786214316Disabling compacts and flushes for region at 1733786214316Disabling writes for close at 1733786214316Writing region close event to WAL at 1733786214316Running coprocessor post-close hooks at 1733786214319 (+3 ms)Closed at 1733786214319 2024-12-09T23:16:54,319 WARN [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegionServer(3299): Not adding moved region record: bd0d52bde7c9af36f74c3f51ee71098b to self. 2024-12-09T23:16:54,320 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] handler.UnassignRegionHandler(157): Closed bd0d52bde7c9af36f74c3f51ee71098b 2024-12-09T23:16:54,321 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=151 updating hbase:meta row=bd0d52bde7c9af36f74c3f51ee71098b, regionState=CLOSED 2024-12-09T23:16:54,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=152, ppid=151, state=RUNNABLE, hasLock=false; CloseRegionProcedure bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 because future has completed 2024-12-09T23:16:54,323 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=152, resume processing ppid=151 2024-12-09T23:16:54,323 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, ppid=151, state=SUCCESS, hasLock=false; CloseRegionProcedure bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 in 158 msec 2024-12-09T23:16:54,324 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bd0d52bde7c9af36f74c3f51ee71098b, REOPEN/MOVE; state=CLOSED, location=aab77d931c0c,40923,1733786050901; forceNewPlan=false, retain=true 2024-12-09T23:16:54,474 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=151 updating hbase:meta row=bd0d52bde7c9af36f74c3f51ee71098b, regionState=OPENING, regionLocation=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:54,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bd0d52bde7c9af36f74c3f51ee71098b, REOPEN/MOVE because future has completed 2024-12-09T23:16:54,476 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=151, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901}] 2024-12-09T23:16:54,631 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:16:54,631 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(7752): Opening region: {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} 2024-12-09T23:16:54,632 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees bd0d52bde7c9af36f74c3f51ee71098b 2024-12-09T23:16:54,632 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T23:16:54,632 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(7794): checking encryption for bd0d52bde7c9af36f74c3f51ee71098b 2024-12-09T23:16:54,632 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(7797): checking classloading for bd0d52bde7c9af36f74c3f51ee71098b 2024-12-09T23:16:54,633 INFO [StoreOpener-bd0d52bde7c9af36f74c3f51ee71098b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region bd0d52bde7c9af36f74c3f51ee71098b 2024-12-09T23:16:54,634 INFO [StoreOpener-bd0d52bde7c9af36f74c3f51ee71098b-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-09T23:16:54,634 INFO [StoreOpener-bd0d52bde7c9af36f74c3f51ee71098b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd0d52bde7c9af36f74c3f51ee71098b columnFamilyName A 2024-12-09T23:16:54,635 DEBUG [StoreOpener-bd0d52bde7c9af36f74c3f51ee71098b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:54,636 INFO [StoreOpener-bd0d52bde7c9af36f74c3f51ee71098b-1 {}] regionserver.HStore(327): Store=bd0d52bde7c9af36f74c3f51ee71098b/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T23:16:54,636 INFO [StoreOpener-bd0d52bde7c9af36f74c3f51ee71098b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region bd0d52bde7c9af36f74c3f51ee71098b 2024-12-09T23:16:54,636 INFO [StoreOpener-bd0d52bde7c9af36f74c3f51ee71098b-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-09T23:16:54,637 INFO [StoreOpener-bd0d52bde7c9af36f74c3f51ee71098b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd0d52bde7c9af36f74c3f51ee71098b columnFamilyName B 2024-12-09T23:16:54,637 DEBUG [StoreOpener-bd0d52bde7c9af36f74c3f51ee71098b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:54,637 INFO [StoreOpener-bd0d52bde7c9af36f74c3f51ee71098b-1 {}] regionserver.HStore(327): Store=bd0d52bde7c9af36f74c3f51ee71098b/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T23:16:54,637 INFO [StoreOpener-bd0d52bde7c9af36f74c3f51ee71098b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region bd0d52bde7c9af36f74c3f51ee71098b 2024-12-09T23:16:54,638 INFO [StoreOpener-bd0d52bde7c9af36f74c3f51ee71098b-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-09T23:16:54,638 INFO [StoreOpener-bd0d52bde7c9af36f74c3f51ee71098b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd0d52bde7c9af36f74c3f51ee71098b columnFamilyName C 2024-12-09T23:16:54,638 DEBUG [StoreOpener-bd0d52bde7c9af36f74c3f51ee71098b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:54,638 INFO [StoreOpener-bd0d52bde7c9af36f74c3f51ee71098b-1 {}] regionserver.HStore(327): Store=bd0d52bde7c9af36f74c3f51ee71098b/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T23:16:54,639 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:16:54,639 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1038): replaying wal for bd0d52bde7c9af36f74c3f51ee71098b 2024-12-09T23:16:54,639 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b 2024-12-09T23:16:54,640 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b 2024-12-09T23:16:54,641 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1048): stopping wal replay for bd0d52bde7c9af36f74c3f51ee71098b 2024-12-09T23:16:54,641 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1060): Cleaning up temporary data for bd0d52bde7c9af36f74c3f51ee71098b 2024-12-09T23:16:54,642 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-09T23:16:54,643 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1093): writing seq id for bd0d52bde7c9af36f74c3f51ee71098b 2024-12-09T23:16:54,644 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1114): Opened bd0d52bde7c9af36f74c3f51ee71098b; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63034407, jitterRate=-0.06071414053440094}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-09T23:16:54,644 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bd0d52bde7c9af36f74c3f51ee71098b 2024-12-09T23:16:54,645 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1006): Region open journal for bd0d52bde7c9af36f74c3f51ee71098b: Running coprocessor pre-open hook at 1733786214632Writing region info on filesystem at 1733786214632Initializing all the Stores at 1733786214633 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733786214633Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733786214633Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733786214633Cleaning up temporary data from old regions at 1733786214641 (+8 ms)Running coprocessor post-open hooks at 1733786214644 (+3 ms)Region opened successfully at 1733786214645 (+1 ms) 2024-12-09T23:16:54,645 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., pid=153, masterSystemTime=1733786214628 2024-12-09T23:16:54,647 DEBUG [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:16:54,647 INFO [RS_OPEN_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:16:54,648 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=151 updating hbase:meta row=bd0d52bde7c9af36f74c3f51ee71098b, regionState=OPEN, openSeqNum=5, regionLocation=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:54,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=153, ppid=151, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 because future has completed 2024-12-09T23:16:54,652 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=151 2024-12-09T23:16:54,652 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=151, state=SUCCESS, hasLock=false; OpenRegionProcedure bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 in 174 msec 2024-12-09T23:16:54,655 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150 2024-12-09T23:16:54,655 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bd0d52bde7c9af36f74c3f51ee71098b, REOPEN/MOVE in 491 msec 2024-12-09T23:16:54,658 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=150, resume processing ppid=149 2024-12-09T23:16:54,658 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, ppid=149, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 499 msec 2024-12-09T23:16:54,661 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 1.1480 sec 2024-12-09T23:16:54,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-12-09T23:16:54,662 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-12-09T23:16:54,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cdeed38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:16:54,663 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aab77d931c0c,33465,-1 for getting cluster id 2024-12-09T23:16:54,663 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T23:16:54,664 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c50108d4-bd36-4dce-a30f-fdeadf9e8845' 2024-12-09T23:16:54,664 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T23:16:54,664 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c50108d4-bd36-4dce-a30f-fdeadf9e8845" 2024-12-09T23:16:54,664 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7945c2a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:16:54,664 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aab77d931c0c,33465,-1] 2024-12-09T23:16:54,664 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T23:16:54,665 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:16:54,665 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T23:16:54,665 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25b0796c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:16:54,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b6eabbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:16:54,666 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aab77d931c0c,33465,-1 for getting cluster id 2024-12-09T23:16:54,666 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T23:16:54,666 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c50108d4-bd36-4dce-a30f-fdeadf9e8845' 2024-12-09T23:16:54,667 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T23:16:54,667 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c50108d4-bd36-4dce-a30f-fdeadf9e8845" 2024-12-09T23:16:54,667 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30b8ad14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:16:54,667 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aab77d931c0c,33465,-1] 2024-12-09T23:16:54,667 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T23:16:54,667 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:16:54,667 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T23:16:54,668 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28653c39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:16:54,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b3be2dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:16:54,668 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aab77d931c0c,33465,-1 for getting cluster id 2024-12-09T23:16:54,668 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T23:16:54,669 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c50108d4-bd36-4dce-a30f-fdeadf9e8845' 2024-12-09T23:16:54,669 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T23:16:54,669 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c50108d4-bd36-4dce-a30f-fdeadf9e8845" 2024-12-09T23:16:54,669 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b8de301, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:16:54,669 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aab77d931c0c,33465,-1] 2024-12-09T23:16:54,670 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T23:16:54,670 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:16:54,670 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T23:16:54,671 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@609f7da1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:16:54,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f6185aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:16:54,673 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aab77d931c0c,33465,-1 for getting cluster id 2024-12-09T23:16:54,673 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T23:16:54,673 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c50108d4-bd36-4dce-a30f-fdeadf9e8845' 2024-12-09T23:16:54,674 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T23:16:54,674 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c50108d4-bd36-4dce-a30f-fdeadf9e8845" 2024-12-09T23:16:54,674 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@414ec16f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:16:54,674 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aab77d931c0c,33465,-1] 2024-12-09T23:16:54,674 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T23:16:54,674 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:16:54,674 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T23:16:54,675 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f4f5f6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:16:54,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@476ca966, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:16:54,676 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aab77d931c0c,33465,-1 for getting cluster id 2024-12-09T23:16:54,676 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T23:16:54,676 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c50108d4-bd36-4dce-a30f-fdeadf9e8845' 2024-12-09T23:16:54,676 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T23:16:54,676 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c50108d4-bd36-4dce-a30f-fdeadf9e8845" 2024-12-09T23:16:54,676 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@179376cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:16:54,677 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aab77d931c0c,33465,-1] 2024-12-09T23:16:54,677 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T23:16:54,677 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:16:54,677 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T23:16:54,678 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a929b1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:16:54,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a5be7c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:16:54,679 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aab77d931c0c,33465,-1 for getting cluster id 2024-12-09T23:16:54,679 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T23:16:54,679 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c50108d4-bd36-4dce-a30f-fdeadf9e8845' 2024-12-09T23:16:54,679 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T23:16:54,679 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c50108d4-bd36-4dce-a30f-fdeadf9e8845" 2024-12-09T23:16:54,680 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74b37da8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:16:54,680 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aab77d931c0c,33465,-1] 2024-12-09T23:16:54,680 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T23:16:54,680 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:16:54,680 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T23:16:54,681 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a19f4de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:16:54,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@162f1ee9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:16:54,682 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aab77d931c0c,33465,-1 for getting cluster id 2024-12-09T23:16:54,682 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T23:16:54,682 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c50108d4-bd36-4dce-a30f-fdeadf9e8845' 2024-12-09T23:16:54,682 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T23:16:54,683 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c50108d4-bd36-4dce-a30f-fdeadf9e8845" 2024-12-09T23:16:54,683 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3de5a5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:16:54,683 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aab77d931c0c,33465,-1] 2024-12-09T23:16:54,683 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T23:16:54,683 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:16:54,684 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T23:16:54,684 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b25578e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:16:54,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e62e123, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:16:54,685 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aab77d931c0c,33465,-1 for getting cluster id 2024-12-09T23:16:54,685 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T23:16:54,686 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c50108d4-bd36-4dce-a30f-fdeadf9e8845' 2024-12-09T23:16:54,686 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T23:16:54,686 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c50108d4-bd36-4dce-a30f-fdeadf9e8845" 2024-12-09T23:16:54,687 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d56274c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:16:54,687 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aab77d931c0c,33465,-1] 2024-12-09T23:16:54,687 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T23:16:54,687 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:16:54,688 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T23:16:54,688 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1807b5a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:16:54,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21b72907, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:16:54,689 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aab77d931c0c,33465,-1 for getting cluster id 2024-12-09T23:16:54,689 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T23:16:54,689 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c50108d4-bd36-4dce-a30f-fdeadf9e8845' 2024-12-09T23:16:54,690 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T23:16:54,690 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c50108d4-bd36-4dce-a30f-fdeadf9e8845" 2024-12-09T23:16:54,690 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e4f4ef9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:16:54,690 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aab77d931c0c,33465,-1] 2024-12-09T23:16:54,690 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T23:16:54,690 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:16:54,691 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T23:16:54,691 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75eb354a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:16:54,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1043a3f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:16:54,692 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aab77d931c0c,33465,-1 for getting cluster id 2024-12-09T23:16:54,692 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T23:16:54,692 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c50108d4-bd36-4dce-a30f-fdeadf9e8845' 2024-12-09T23:16:54,692 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T23:16:54,692 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c50108d4-bd36-4dce-a30f-fdeadf9e8845" 2024-12-09T23:16:54,692 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fdd7162, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:16:54,692 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aab77d931c0c,33465,-1] 2024-12-09T23:16:54,693 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T23:16:54,693 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:16:54,693 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T23:16:54,693 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1243d5ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T23:16:54,694 DEBUG [Thread-2331 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:16:54,694 DEBUG [Thread-2322 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:16:54,694 DEBUG [Thread-2333 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:16:54,694 DEBUG [Thread-2316 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:16:54,695 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40923,1733786050901, seqNum=-1] 2024-12-09T23:16:54,695 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40923,1733786050901, seqNum=-1] 2024-12-09T23:16:54,695 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40923,1733786050901, seqNum=-1] 2024-12-09T23:16:54,695 DEBUG [Thread-2324 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:16:54,695 DEBUG [Thread-2335 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:16:54,695 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T23:16:54,695 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T23:16:54,695 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T23:16:54,695 DEBUG [Thread-2318 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:16:54,695 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40923,1733786050901, seqNum=-1] 2024-12-09T23:16:54,695 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40923,1733786050901, seqNum=-1] 2024-12-09T23:16:54,695 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40923,1733786050901, seqNum=-1] 2024-12-09T23:16:54,695 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T23:16:54,695 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T23:16:54,695 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T23:16:54,695 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T23:16:54,696 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40923,1733786050901, seqNum=-1] 2024-12-09T23:16:54,696 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T23:16:54,696 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T23:16:54,696 DEBUG [Thread-2320 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:16:54,696 DEBUG [Thread-2329 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:16:54,696 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T23:16:54,696 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T23:16:54,697 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T23:16:54,697 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40923,1733786050901, seqNum=-1] 2024-12-09T23:16:54,697 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T23:16:54,697 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T23:16:54,697 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T23:16:54,697 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40923,1733786050901, seqNum=-1] 2024-12-09T23:16:54,697 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5] 2024-12-09T23:16:54,698 DEBUG [Thread-2327 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T23:16:54,698 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T23:16:54,698 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5] 2024-12-09T23:16:54,698 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aab77d931c0c,40923,1733786050901, seqNum=-1] 2024-12-09T23:16:54,698 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T23:16:54,698 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T23:16:54,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5] 2024-12-09T23:16:54,699 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T23:16:54,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-12-09T23:16:54,700 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5] 2024-12-09T23:16:54,700 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5] 2024-12-09T23:16:54,700 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5] 2024-12-09T23:16:54,700 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T23:16:54,700 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5] 2024-12-09T23:16:54,701 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5] 2024-12-09T23:16:54,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-09T23:16:54,702 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5] 2024-12-09T23:16:54,702 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T23:16:54,702 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T23:16:54,703 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5] 2024-12-09T23:16:54,704 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T23:16:54,705 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T23:16:54,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on bd0d52bde7c9af36f74c3f51ee71098b 2024-12-09T23:16:54,706 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bd0d52bde7c9af36f74c3f51ee71098b 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-09T23:16:54,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd0d52bde7c9af36f74c3f51ee71098b, store=A 2024-12-09T23:16:54,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:16:54,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd0d52bde7c9af36f74c3f51ee71098b, store=B 2024-12-09T23:16:54,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:16:54,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd0d52bde7c9af36f74c3f51ee71098b, store=C 2024-12-09T23:16:54,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:16:54,723 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733786214715, max timestamp=1733786214721Num uniques 859; 2024-12-09T23:16:54,723 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-09T23:16:54,723 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733786214715, max timestamp=1733786214721Num uniques 859; 2024-12-09T23:16:54,723 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733786214715, max timestamp=1733786214721Num uniques 859; 2024-12-09T23:16:54,723 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-09T23:16:54,723 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-09T23:16:54,734 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209d96c2cef30314c08b4335e1705cf81d4_bd0d52bde7c9af36f74c3f51ee71098b is 50, key is test_row_0/A:col10/1733786214705/Put/seqid=0 2024-12-09T23:16:54,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742341_1517 (size=12154) 2024-12-09T23:16:54,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:54,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44186 deadline: 1733786274736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:54,740 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:54,740 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:54,740 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:54,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:54,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44184 deadline: 1733786274739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:54,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:54,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44174 deadline: 1733786274739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:54,743 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:54,743 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:54,743 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:54,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:54,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44136 deadline: 1733786274740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:54,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:54,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44124 deadline: 1733786274740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:54,743 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:54,743 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:54,743 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:54,743 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:54,743 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:54,743 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:54,743 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:54,743 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:54,743 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:54,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-09T23:16:54,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:54,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44186 deadline: 1733786274843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:54,845 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:54,845 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:54,845 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:54,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:54,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44184 deadline: 1733786274853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:54,855 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:54,855 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:54,855 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:54,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:54,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44174 deadline: 1733786274853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:54,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:54,855 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:54,856 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:54,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44136 deadline: 1733786274853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:54,856 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:54,856 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:54,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:54,856 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:54,856 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:54,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44124 deadline: 1733786274853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:54,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:54,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:54,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:54,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-09T23:16:54,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:16:54,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. as already flushing 2024-12-09T23:16:54,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:16:54,857 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:54,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:54,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:55,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-09T23:16:55,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:16:55,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. as already flushing 2024-12-09T23:16:55,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:16:55,010 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:55,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:55,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:55,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-09T23:16:55,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:55,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44186 deadline: 1733786275053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:55,055 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:55,055 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:55,055 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:55,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:55,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44184 deadline: 1733786275063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:55,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:55,065 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:55,065 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:55,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44174 deadline: 1733786275063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:55,065 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:55,065 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:55,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:55,065 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:55,065 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:55,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44136 deadline: 1733786275063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:55,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:55,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44124 deadline: 1733786275063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:55,065 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:55,065 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:55,065 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:55,065 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:55,066 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:55,066 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:55,139 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:55,141 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209d96c2cef30314c08b4335e1705cf81d4_bd0d52bde7c9af36f74c3f51ee71098b to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209d96c2cef30314c08b4335e1705cf81d4_bd0d52bde7c9af36f74c3f51ee71098b 2024-12-09T23:16:55,142 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/A/0a0bd63668c94c7f878149563668fed1, store: [table=TestAcidGuarantees family=A region=bd0d52bde7c9af36f74c3f51ee71098b] 2024-12-09T23:16:55,142 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/A/0a0bd63668c94c7f878149563668fed1 is 175, key is test_row_0/A:col10/1733786214705/Put/seqid=0 2024-12-09T23:16:55,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742342_1518 (size=30955) 2024-12-09T23:16:55,162 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-09T23:16:55,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:16:55,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. as already flushing 2024-12-09T23:16:55,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:16:55,162 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:55,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:55,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:55,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-09T23:16:55,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:16:55,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. as already flushing 2024-12-09T23:16:55,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:16:55,315 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:55,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:55,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:55,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-09T23:16:55,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:55,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44186 deadline: 1733786275363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:55,365 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:55,365 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:55,365 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:55,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:55,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44184 deadline: 1733786275373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:55,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:55,375 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:55,375 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:55,375 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:55,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44174 deadline: 1733786275373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:55,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:55,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44136 deadline: 1733786275373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:55,375 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:55,375 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:55,375 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:55,376 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:55,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:55,376 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:55,376 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:55,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44124 deadline: 1733786275373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:55,376 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:55,376 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:55,376 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:55,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-09T23:16:55,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:16:55,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. as already flushing 2024-12-09T23:16:55,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:16:55,467 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:55,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:55,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:55,545 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=14, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/A/0a0bd63668c94c7f878149563668fed1 2024-12-09T23:16:55,567 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/B/5027e17086c34a13b731544af2753e1a is 50, key is test_row_0/B:col10/1733786214705/Put/seqid=0 2024-12-09T23:16:55,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742343_1519 (size=12001) 2024-12-09T23:16:55,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-09T23:16:55,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:16:55,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. as already flushing 2024-12-09T23:16:55,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:16:55,620 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:55,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:55,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:55,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-09T23:16:55,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:16:55,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. as already flushing 2024-12-09T23:16:55,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:16:55,772 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:55,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:55,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:55,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-09T23:16:55,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:55,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44186 deadline: 1733786275873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:55,877 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:55,877 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:55,877 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:55,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:55,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44184 deadline: 1733786275882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:55,885 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:55,885 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:55,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:55,885 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44174 deadline: 1733786275882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:55,886 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:55,886 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:55,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:55,886 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44136 deadline: 1733786275882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:55,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44124 deadline: 1733786275883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:55,886 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:55,886 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:55,886 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:55,886 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:55,886 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:55,886 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:55,925 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-09T23:16:55,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:16:55,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. as already flushing 2024-12-09T23:16:55,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:16:55,926 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:55,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:55,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:55,971 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/B/5027e17086c34a13b731544af2753e1a 2024-12-09T23:16:55,992 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/C/780d1d22e95e4340b3c6d217f952e5b4 is 50, key is test_row_0/C:col10/1733786214705/Put/seqid=0 2024-12-09T23:16:55,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742344_1520 (size=12001) 2024-12-09T23:16:56,078 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-09T23:16:56,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:16:56,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. as already flushing 2024-12-09T23:16:56,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:16:56,078 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:56,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:56,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:56,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-09T23:16:56,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:16:56,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. as already flushing 2024-12-09T23:16:56,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:16:56,231 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:56,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:56,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:56,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-09T23:16:56,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:16:56,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. as already flushing 2024-12-09T23:16:56,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:16:56,383 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:56,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:56,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:56,396 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/C/780d1d22e95e4340b3c6d217f952e5b4 2024-12-09T23:16:56,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/A/0a0bd63668c94c7f878149563668fed1 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/0a0bd63668c94c7f878149563668fed1 2024-12-09T23:16:56,401 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/0a0bd63668c94c7f878149563668fed1, entries=150, sequenceid=14, filesize=30.2 K 2024-12-09T23:16:56,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/B/5027e17086c34a13b731544af2753e1a as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/5027e17086c34a13b731544af2753e1a 2024-12-09T23:16:56,404 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/5027e17086c34a13b731544af2753e1a, entries=150, sequenceid=14, filesize=11.7 K 2024-12-09T23:16:56,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/C/780d1d22e95e4340b3c6d217f952e5b4 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/780d1d22e95e4340b3c6d217f952e5b4 2024-12-09T23:16:56,407 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/780d1d22e95e4340b3c6d217f952e5b4, entries=150, sequenceid=14, filesize=11.7 K 2024-12-09T23:16:56,408 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for bd0d52bde7c9af36f74c3f51ee71098b in 1702ms, sequenceid=14, compaction requested=false 2024-12-09T23:16:56,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bd0d52bde7c9af36f74c3f51ee71098b: 2024-12-09T23:16:56,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-09T23:16:56,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:16:56,536 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2902): Flushing bd0d52bde7c9af36f74c3f51ee71098b 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-12-09T23:16:56,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd0d52bde7c9af36f74c3f51ee71098b, store=A 2024-12-09T23:16:56,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:16:56,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd0d52bde7c9af36f74c3f51ee71098b, store=B 2024-12-09T23:16:56,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:16:56,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd0d52bde7c9af36f74c3f51ee71098b, store=C 2024-12-09T23:16:56,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:16:56,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120983fd544439cd4b449feed99159eaf356_bd0d52bde7c9af36f74c3f51ee71098b is 50, key is test_row_0/A:col10/1733786214738/Put/seqid=0 2024-12-09T23:16:56,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742345_1521 (size=12154) 2024-12-09T23:16:56,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-09T23:16:56,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. as already flushing 2024-12-09T23:16:56,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on bd0d52bde7c9af36f74c3f51ee71098b 2024-12-09T23:16:56,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:56,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44174 deadline: 1733786276903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:56,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:56,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44136 deadline: 1733786276903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:56,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:56,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44124 deadline: 1733786276903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:56,906 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40923,1733786050901 for 'test_row_2' in bd0d52bde7c9af36f74c3f51ee71098b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:16:56,906 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:56,907 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:56,907 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:56,906 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40923,1733786050901 for 'test_row_0' in bd0d52bde7c9af36f74c3f51ee71098b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:16:56,907 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:56,907 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:56,907 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:56,906 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40923,1733786050901 for 'test_row_1' in bd0d52bde7c9af36f74c3f51ee71098b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:16:56,907 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:56,907 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:56,907 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:56,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:56,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44184 deadline: 1733786276905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:56,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:56,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44186 deadline: 1733786276906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:56,909 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:56,909 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:56,909 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:56,909 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:56,910 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:56,910 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:56,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:56,952 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120983fd544439cd4b449feed99159eaf356_bd0d52bde7c9af36f74c3f51ee71098b to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120983fd544439cd4b449feed99159eaf356_bd0d52bde7c9af36f74c3f51ee71098b 2024-12-09T23:16:56,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/A/031b1a3b0eb44063a73c64e7e44351e5, store: [table=TestAcidGuarantees family=A region=bd0d52bde7c9af36f74c3f51ee71098b] 2024-12-09T23:16:56,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/A/031b1a3b0eb44063a73c64e7e44351e5 is 175, key is test_row_0/A:col10/1733786214738/Put/seqid=0 2024-12-09T23:16:56,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742346_1522 (size=30955) 2024-12-09T23:16:57,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:57,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44184 deadline: 1733786277013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:57,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:57,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44186 deadline: 1733786277013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:57,015 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:57,015 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:57,015 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:57,015 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:57,016 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:57,016 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:57,043 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-09T23:16:57,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:57,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44184 deadline: 1733786277223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:57,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:57,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44186 deadline: 1733786277223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:57,225 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:57,225 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:57,225 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:57,225 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:57,225 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:57,225 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:57,357 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=51, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/A/031b1a3b0eb44063a73c64e7e44351e5 2024-12-09T23:16:57,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/B/c9bd72964ae44070a9ef9eab020e791e is 50, key is test_row_0/B:col10/1733786214738/Put/seqid=0 2024-12-09T23:16:57,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742347_1523 (size=12001) 2024-12-09T23:16:57,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:57,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44184 deadline: 1733786277532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:57,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:57,534 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:57,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44186 deadline: 1733786277532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:57,534 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:57,534 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:57,534 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:57,534 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:57,534 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:57,766 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/B/c9bd72964ae44070a9ef9eab020e791e 2024-12-09T23:16:57,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/C/674bbca37735457b970f96188e82d5a0 is 50, key is test_row_0/C:col10/1733786214738/Put/seqid=0 2024-12-09T23:16:57,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742348_1524 (size=12001) 2024-12-09T23:16:57,774 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/C/674bbca37735457b970f96188e82d5a0 2024-12-09T23:16:57,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/A/031b1a3b0eb44063a73c64e7e44351e5 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/031b1a3b0eb44063a73c64e7e44351e5 2024-12-09T23:16:57,779 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/031b1a3b0eb44063a73c64e7e44351e5, entries=150, sequenceid=51, filesize=30.2 K 2024-12-09T23:16:57,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/B/c9bd72964ae44070a9ef9eab020e791e as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/c9bd72964ae44070a9ef9eab020e791e 2024-12-09T23:16:57,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,783 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/c9bd72964ae44070a9ef9eab020e791e, entries=150, sequenceid=51, filesize=11.7 K 2024-12-09T23:16:57,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/C/674bbca37735457b970f96188e82d5a0 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/674bbca37735457b970f96188e82d5a0 2024-12-09T23:16:57,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,786 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/674bbca37735457b970f96188e82d5a0, entries=150, sequenceid=51, filesize=11.7 K 2024-12-09T23:16:57,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,787 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for bd0d52bde7c9af36f74c3f51ee71098b in 1251ms, sequenceid=51, compaction requested=false 2024-12-09T23:16:57,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2603): Flush status journal for bd0d52bde7c9af36f74c3f51ee71098b: 2024-12-09T23:16:57,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:16:57,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-12-09T23:16:57,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.HMaster(4169): Remote procedure done, pid=155 2024-12-09T23:16:57,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,789 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154 2024-12-09T23:16:57,789 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0830 sec 2024-12-09T23:16:57,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,790 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 3.0910 sec 2024-12-09T23:16:57,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:57,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on bd0d52bde7c9af36f74c3f51ee71098b 2024-12-09T23:16:58,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,046 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bd0d52bde7c9af36f74c3f51ee71098b 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-09T23:16:58,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd0d52bde7c9af36f74c3f51ee71098b, store=A 2024-12-09T23:16:58,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:16:58,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd0d52bde7c9af36f74c3f51ee71098b, store=B 2024-12-09T23:16:58,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:16:58,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd0d52bde7c9af36f74c3f51ee71098b, store=C 2024-12-09T23:16:58,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:16:58,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,062 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412094cce8e704d464360ad1528470db59dbd_bd0d52bde7c9af36f74c3f51ee71098b is 50, key is test_row_0/A:col10/1733786218045/Put/seqid=0 2024-12-09T23:16:58,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742349_1525 (size=14594) 2024-12-09T23:16:58,065 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:58,068 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412094cce8e704d464360ad1528470db59dbd_bd0d52bde7c9af36f74c3f51ee71098b to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412094cce8e704d464360ad1528470db59dbd_bd0d52bde7c9af36f74c3f51ee71098b 2024-12-09T23:16:58,068 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/A/cb055f498c294295b899b20ea29d7b57, store: [table=TestAcidGuarantees family=A region=bd0d52bde7c9af36f74c3f51ee71098b] 2024-12-09T23:16:58,069 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/A/cb055f498c294295b899b20ea29d7b57 is 175, key is test_row_0/A:col10/1733786218045/Put/seqid=0 2024-12-09T23:16:58,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742350_1526 (size=39549) 2024-12-09T23:16:58,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:58,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44184 deadline: 1733786278084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:58,089 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:58,089 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:58,089 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:58,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:58,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44186 deadline: 1733786278088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:58,092 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:58,092 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:58,092 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:58,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:58,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44184 deadline: 1733786278193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:58,196 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:58,196 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:58,196 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:58,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:58,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44186 deadline: 1733786278202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:58,204 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:58,204 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:58,204 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:58,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:58,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44184 deadline: 1733786278403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:58,406 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:58,406 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:58,407 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:58,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:58,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44186 deadline: 1733786278413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:58,416 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:58,417 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:58,417 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:58,472 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=63, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/A/cb055f498c294295b899b20ea29d7b57 2024-12-09T23:16:58,478 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/B/51e55ef792c24f069527266346ed0155 is 50, key is test_row_0/B:col10/1733786218045/Put/seqid=0 2024-12-09T23:16:58,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742351_1527 (size=12001) 2024-12-09T23:16:58,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:58,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44184 deadline: 1733786278712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:58,714 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:58,714 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:58,714 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:58,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:58,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44186 deadline: 1733786278722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:58,725 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:58,725 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:58,725 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:58,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-09T23:16:58,863 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T23:16:58,863 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T23:16:58,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-12-09T23:16:58,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-09T23:16:58,865 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T23:16:58,865 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T23:16:58,865 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T23:16:58,881 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=63 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/B/51e55ef792c24f069527266346ed0155 2024-12-09T23:16:58,886 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/C/883d7115591a48db93051d47098c5a86 is 50, key is test_row_0/C:col10/1733786218045/Put/seqid=0 2024-12-09T23:16:58,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742352_1528 (size=12001) 2024-12-09T23:16:58,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:58,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44124 deadline: 1733786278913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:58,917 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40923,1733786050901 for 'test_row_1' in bd0d52bde7c9af36f74c3f51ee71098b of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4177 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:16:58,917 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:58,917 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:58,917 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:58,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:58,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44136 deadline: 1733786278923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:58,926 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40923,1733786050901 for 'test_row_0' in bd0d52bde7c9af36f74c3f51ee71098b of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4186 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:16:58,926 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:58,926 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:58,926 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:58,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:58,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44174 deadline: 1733786278932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:58,934 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40923,1733786050901 for 'test_row_2' in bd0d52bde7c9af36f74c3f51ee71098b of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4195 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:16:58,935 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:58,935 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:58,935 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:58,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-09T23:16:59,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-09T23:16:59,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:16:59,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. as already flushing 2024-12-09T23:16:59,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:16:59,017 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:59,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:59,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:59,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-09T23:16:59,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:16:59,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. as already flushing 2024-12-09T23:16:59,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:16:59,170 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:59,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:59,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:16:59,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-09T23:16:59,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:59,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44184 deadline: 1733786279223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:59,226 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:59,226 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:59,227 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:59,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:16:59,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44186 deadline: 1733786279233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:16:59,235 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:59,235 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:16:59,235 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:16:59,289 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=63 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/C/883d7115591a48db93051d47098c5a86 2024-12-09T23:16:59,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/A/cb055f498c294295b899b20ea29d7b57 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/cb055f498c294295b899b20ea29d7b57 2024-12-09T23:16:59,294 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/cb055f498c294295b899b20ea29d7b57, entries=200, sequenceid=63, filesize=38.6 K 2024-12-09T23:16:59,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/B/51e55ef792c24f069527266346ed0155 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/51e55ef792c24f069527266346ed0155 2024-12-09T23:16:59,297 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/51e55ef792c24f069527266346ed0155, entries=150, sequenceid=63, filesize=11.7 K 2024-12-09T23:16:59,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/C/883d7115591a48db93051d47098c5a86 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/883d7115591a48db93051d47098c5a86 2024-12-09T23:16:59,300 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/883d7115591a48db93051d47098c5a86, entries=150, sequenceid=63, filesize=11.7 K 2024-12-09T23:16:59,301 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for bd0d52bde7c9af36f74c3f51ee71098b in 1255ms, sequenceid=63, compaction requested=true 2024-12-09T23:16:59,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bd0d52bde7c9af36f74c3f51ee71098b: 2024-12-09T23:16:59,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bd0d52bde7c9af36f74c3f51ee71098b:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T23:16:59,301 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:16:59,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:16:59,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bd0d52bde7c9af36f74c3f51ee71098b:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T23:16:59,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:16:59,301 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:16:59,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bd0d52bde7c9af36f74c3f51ee71098b:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T23:16:59,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:16:59,302 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:16:59,302 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1541): bd0d52bde7c9af36f74c3f51ee71098b/B is initiating minor compaction (all files) 2024-12-09T23:16:59,302 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bd0d52bde7c9af36f74c3f51ee71098b/B in TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:16:59,302 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/5027e17086c34a13b731544af2753e1a, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/c9bd72964ae44070a9ef9eab020e791e, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/51e55ef792c24f069527266346ed0155] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp, totalSize=35.2 K 2024-12-09T23:16:59,302 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:16:59,302 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1541): bd0d52bde7c9af36f74c3f51ee71098b/A is initiating minor compaction (all files) 2024-12-09T23:16:59,302 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bd0d52bde7c9af36f74c3f51ee71098b/A in TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:16:59,302 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/0a0bd63668c94c7f878149563668fed1, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/031b1a3b0eb44063a73c64e7e44351e5, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/cb055f498c294295b899b20ea29d7b57] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp, totalSize=99.1 K 2024-12-09T23:16:59,303 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:16:59,303 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. files: [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/0a0bd63668c94c7f878149563668fed1, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/031b1a3b0eb44063a73c64e7e44351e5, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/cb055f498c294295b899b20ea29d7b57] 2024-12-09T23:16:59,303 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 5027e17086c34a13b731544af2753e1a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733786214701 2024-12-09T23:16:59,303 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a0bd63668c94c7f878149563668fed1, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733786214701 2024-12-09T23:16:59,303 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 031b1a3b0eb44063a73c64e7e44351e5, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733786214738 2024-12-09T23:16:59,303 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting c9bd72964ae44070a9ef9eab020e791e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733786214738 2024-12-09T23:16:59,303 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting cb055f498c294295b899b20ea29d7b57, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1733786216899 2024-12-09T23:16:59,303 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 51e55ef792c24f069527266346ed0155, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1733786216905 2024-12-09T23:16:59,307 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bd0d52bde7c9af36f74c3f51ee71098b] 2024-12-09T23:16:59,308 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bd0d52bde7c9af36f74c3f51ee71098b#B#compaction#456 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:16:59,308 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/B/07c8cb7efacb4717b1a804a839a5a052 is 50, key is test_row_0/B:col10/1733786218045/Put/seqid=0 2024-12-09T23:16:59,310 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120900454cfd76f24177a166a732c1629381_bd0d52bde7c9af36f74c3f51ee71098b store=[table=TestAcidGuarantees family=A region=bd0d52bde7c9af36f74c3f51ee71098b] 2024-12-09T23:16:59,311 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120900454cfd76f24177a166a732c1629381_bd0d52bde7c9af36f74c3f51ee71098b, store=[table=TestAcidGuarantees family=A region=bd0d52bde7c9af36f74c3f51ee71098b] 2024-12-09T23:16:59,312 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120900454cfd76f24177a166a732c1629381_bd0d52bde7c9af36f74c3f51ee71098b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bd0d52bde7c9af36f74c3f51ee71098b] 2024-12-09T23:16:59,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742353_1529 (size=12104) 2024-12-09T23:16:59,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742354_1530 (size=4469) 2024-12-09T23:16:59,316 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/B/07c8cb7efacb4717b1a804a839a5a052 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/07c8cb7efacb4717b1a804a839a5a052 2024-12-09T23:16:59,316 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bd0d52bde7c9af36f74c3f51ee71098b#A#compaction#457 average throughput is 2.71 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:16:59,317 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/A/6b1bdc33608a4302b118119406160348 is 175, key is test_row_0/A:col10/1733786218045/Put/seqid=0 2024-12-09T23:16:59,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742355_1531 (size=31058) 2024-12-09T23:16:59,320 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bd0d52bde7c9af36f74c3f51ee71098b/B of bd0d52bde7c9af36f74c3f51ee71098b into 07c8cb7efacb4717b1a804a839a5a052(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:16:59,320 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bd0d52bde7c9af36f74c3f51ee71098b: 2024-12-09T23:16:59,320 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., storeName=bd0d52bde7c9af36f74c3f51ee71098b/B, priority=13, startTime=1733786219301; duration=0sec 2024-12-09T23:16:59,320 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:16:59,321 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd0d52bde7c9af36f74c3f51ee71098b:B 2024-12-09T23:16:59,321 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:16:59,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-09T23:16:59,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:16:59,322 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2902): Flushing bd0d52bde7c9af36f74c3f51ee71098b 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-09T23:16:59,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd0d52bde7c9af36f74c3f51ee71098b, store=A 2024-12-09T23:16:59,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:16:59,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd0d52bde7c9af36f74c3f51ee71098b, store=B 2024-12-09T23:16:59,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:16:59,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd0d52bde7c9af36f74c3f51ee71098b, store=C 2024-12-09T23:16:59,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:16:59,324 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:16:59,324 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1541): bd0d52bde7c9af36f74c3f51ee71098b/C is initiating minor compaction (all files) 2024-12-09T23:16:59,324 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bd0d52bde7c9af36f74c3f51ee71098b/C in TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:16:59,324 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/780d1d22e95e4340b3c6d217f952e5b4, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/674bbca37735457b970f96188e82d5a0, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/883d7115591a48db93051d47098c5a86] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp, totalSize=35.2 K 2024-12-09T23:16:59,325 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 780d1d22e95e4340b3c6d217f952e5b4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733786214701 2024-12-09T23:16:59,325 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 674bbca37735457b970f96188e82d5a0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733786214738 2024-12-09T23:16:59,326 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 883d7115591a48db93051d47098c5a86, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1733786216905 2024-12-09T23:16:59,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209ff246a27a2844ec8b55e73e38a5196ea_bd0d52bde7c9af36f74c3f51ee71098b is 50, key is test_row_0/A:col10/1733786218087/Put/seqid=0 2024-12-09T23:16:59,332 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bd0d52bde7c9af36f74c3f51ee71098b#C#compaction#459 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:16:59,333 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/C/41a5dff0f408406b9a305338c8575cac is 50, key is test_row_0/C:col10/1733786218045/Put/seqid=0 2024-12-09T23:16:59,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742356_1532 (size=12154) 2024-12-09T23:16:59,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742357_1533 (size=12104) 2024-12-09T23:16:59,340 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/C/41a5dff0f408406b9a305338c8575cac as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/41a5dff0f408406b9a305338c8575cac 2024-12-09T23:16:59,343 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bd0d52bde7c9af36f74c3f51ee71098b/C of bd0d52bde7c9af36f74c3f51ee71098b into 41a5dff0f408406b9a305338c8575cac(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:16:59,343 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bd0d52bde7c9af36f74c3f51ee71098b: 2024-12-09T23:16:59,343 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., storeName=bd0d52bde7c9af36f74c3f51ee71098b/C, priority=13, startTime=1733786219301; duration=0sec 2024-12-09T23:16:59,343 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:16:59,343 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd0d52bde7c9af36f74c3f51ee71098b:C 2024-12-09T23:16:59,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-09T23:16:59,723 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/A/6b1bdc33608a4302b118119406160348 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/6b1bdc33608a4302b118119406160348 2024-12-09T23:16:59,727 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bd0d52bde7c9af36f74c3f51ee71098b/A of bd0d52bde7c9af36f74c3f51ee71098b into 6b1bdc33608a4302b118119406160348(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:16:59,727 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bd0d52bde7c9af36f74c3f51ee71098b: 2024-12-09T23:16:59,727 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., storeName=bd0d52bde7c9af36f74c3f51ee71098b/A, priority=13, startTime=1733786219301; duration=0sec 2024-12-09T23:16:59,727 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:16:59,727 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd0d52bde7c9af36f74c3f51ee71098b:A 2024-12-09T23:16:59,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:16:59,737 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209ff246a27a2844ec8b55e73e38a5196ea_bd0d52bde7c9af36f74c3f51ee71098b to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209ff246a27a2844ec8b55e73e38a5196ea_bd0d52bde7c9af36f74c3f51ee71098b 2024-12-09T23:16:59,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/A/fc2c4760b36341b7b2c3a473172a2085, store: [table=TestAcidGuarantees family=A region=bd0d52bde7c9af36f74c3f51ee71098b] 2024-12-09T23:16:59,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/A/fc2c4760b36341b7b2c3a473172a2085 is 175, key is test_row_0/A:col10/1733786218087/Put/seqid=0 2024-12-09T23:16:59,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742358_1534 (size=30955) 2024-12-09T23:17:00,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-09T23:17:00,142 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=84, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/A/fc2c4760b36341b7b2c3a473172a2085 2024-12-09T23:17:00,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/B/ebfd7ad427ae41a38e14a93763e53ff5 is 50, key is test_row_0/B:col10/1733786218087/Put/seqid=0 2024-12-09T23:17:00,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742359_1535 (size=12001) 2024-12-09T23:17:00,157 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=84 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/B/ebfd7ad427ae41a38e14a93763e53ff5 2024-12-09T23:17:00,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/C/6e4c05184f83463dbb530b48513eb699 is 50, key is test_row_0/C:col10/1733786218087/Put/seqid=0 2024-12-09T23:17:00,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742360_1536 (size=12001) 2024-12-09T23:17:00,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. as already flushing 2024-12-09T23:17:00,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on bd0d52bde7c9af36f74c3f51ee71098b 2024-12-09T23:17:00,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:00,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44186 deadline: 1733786280249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:00,251 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:00,252 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:00,252 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:00,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:00,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44184 deadline: 1733786280251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:00,253 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:00,253 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:00,253 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:00,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:00,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44186 deadline: 1733786280363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:00,366 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:00,366 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:00,366 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:00,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:00,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44184 deadline: 1733786280363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:00,366 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:00,366 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:00,366 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:00,566 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=84 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/C/6e4c05184f83463dbb530b48513eb699 2024-12-09T23:17:00,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/A/fc2c4760b36341b7b2c3a473172a2085 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/fc2c4760b36341b7b2c3a473172a2085 2024-12-09T23:17:00,571 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/fc2c4760b36341b7b2c3a473172a2085, entries=150, sequenceid=84, filesize=30.2 K 2024-12-09T23:17:00,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/B/ebfd7ad427ae41a38e14a93763e53ff5 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/ebfd7ad427ae41a38e14a93763e53ff5 2024-12-09T23:17:00,574 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/ebfd7ad427ae41a38e14a93763e53ff5, entries=150, sequenceid=84, filesize=11.7 K 2024-12-09T23:17:00,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/C/6e4c05184f83463dbb530b48513eb699 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/6e4c05184f83463dbb530b48513eb699 2024-12-09T23:17:00,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:00,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44186 deadline: 1733786280572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:00,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:00,575 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:00,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44184 deadline: 1733786280572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:00,575 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:00,575 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:00,576 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:00,576 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:00,576 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:00,577 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/6e4c05184f83463dbb530b48513eb699, entries=150, sequenceid=84, filesize=11.7 K 2024-12-09T23:17:00,578 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for bd0d52bde7c9af36f74c3f51ee71098b in 1256ms, sequenceid=84, compaction requested=false 2024-12-09T23:17:00,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for bd0d52bde7c9af36f74c3f51ee71098b: 2024-12-09T23:17:00,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:00,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-12-09T23:17:00,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.HMaster(4169): Remote procedure done, pid=157 2024-12-09T23:17:00,581 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-12-09T23:17:00,581 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7140 sec 2024-12-09T23:17:00,583 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 1.7190 sec 2024-12-09T23:17:00,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on bd0d52bde7c9af36f74c3f51ee71098b 2024-12-09T23:17:00,885 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bd0d52bde7c9af36f74c3f51ee71098b 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-09T23:17:00,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd0d52bde7c9af36f74c3f51ee71098b, store=A 2024-12-09T23:17:00,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:17:00,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd0d52bde7c9af36f74c3f51ee71098b, store=B 2024-12-09T23:17:00,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:17:00,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd0d52bde7c9af36f74c3f51ee71098b, store=C 2024-12-09T23:17:00,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:17:00,892 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412094b10d77c855c4d7ea951ba0fafca4cb3_bd0d52bde7c9af36f74c3f51ee71098b is 50, key is test_row_0/A:col10/1733786220250/Put/seqid=0 2024-12-09T23:17:00,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742361_1537 (size=17034) 2024-12-09T23:17:00,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:00,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44184 deadline: 1733786280914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:00,917 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:00,917 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:00,917 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:00,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:00,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44186 deadline: 1733786280916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:00,919 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:00,919 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:00,919 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:01,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-09T23:17:01,013 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T23:17:01,013 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T23:17:01,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-12-09T23:17:01,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-09T23:17:01,015 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T23:17:01,015 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T23:17:01,015 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T23:17:01,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:01,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44184 deadline: 1733786281023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:01,024 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:01,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:01,024 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:01,024 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:01,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44186 deadline: 1733786281023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:01,025 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:01,025 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:01,025 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:01,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-09T23:17:01,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-09T23:17:01,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:01,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. as already flushing 2024-12-09T23:17:01,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:01,167 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:01,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:01,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:01,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:01,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44184 deadline: 1733786281233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:01,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:01,235 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:01,235 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:01,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44186 deadline: 1733786281233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:01,235 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:01,235 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:01,235 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:01,235 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:01,296 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:01,299 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412094b10d77c855c4d7ea951ba0fafca4cb3_bd0d52bde7c9af36f74c3f51ee71098b to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412094b10d77c855c4d7ea951ba0fafca4cb3_bd0d52bde7c9af36f74c3f51ee71098b 2024-12-09T23:17:01,299 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/A/005bd880d824410e930788cea64dd46c, store: [table=TestAcidGuarantees family=A region=bd0d52bde7c9af36f74c3f51ee71098b] 2024-12-09T23:17:01,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/A/005bd880d824410e930788cea64dd46c is 175, key is test_row_0/A:col10/1733786220250/Put/seqid=0 2024-12-09T23:17:01,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742362_1538 (size=48139) 2024-12-09T23:17:01,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-09T23:17:01,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:01,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. as already flushing 2024-12-09T23:17:01,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:01,320 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:01,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:01,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:01,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-09T23:17:01,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-09T23:17:01,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:01,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. as already flushing 2024-12-09T23:17:01,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:01,472 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:01,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:01,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:01,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:01,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44184 deadline: 1733786281543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:01,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:01,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44186 deadline: 1733786281543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:01,545 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:01,545 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:01,545 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:01,545 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:01,545 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:01,545 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:01,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-09T23:17:01,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:01,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. as already flushing 2024-12-09T23:17:01,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:01,625 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:01,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:01,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:01,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-09T23:17:01,704 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=100, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/A/005bd880d824410e930788cea64dd46c 2024-12-09T23:17:01,728 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/B/98660821be6948cea21ac5802359b556 is 50, key is test_row_0/B:col10/1733786220250/Put/seqid=0 2024-12-09T23:17:01,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742363_1539 (size=12001) 2024-12-09T23:17:01,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-09T23:17:01,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:01,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. as already flushing 2024-12-09T23:17:01,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:01,777 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:01,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:01,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:01,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-09T23:17:01,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:01,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. as already flushing 2024-12-09T23:17:01,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:01,930 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:01,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:01,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:02,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:02,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44184 deadline: 1733786282053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:02,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:02,055 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:02,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44186 deadline: 1733786282053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:02,055 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:02,055 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:02,055 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:02,055 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:02,055 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:02,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-09T23:17:02,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:02,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. as already flushing 2024-12-09T23:17:02,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:02,083 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:02,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:02,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:02,137 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=100 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/B/98660821be6948cea21ac5802359b556 2024-12-09T23:17:02,142 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/C/6f7f9d165eb64df5b945cc402fc59502 is 50, key is test_row_0/C:col10/1733786220250/Put/seqid=0 2024-12-09T23:17:02,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742364_1540 (size=12001) 2024-12-09T23:17:02,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-09T23:17:02,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-09T23:17:02,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:02,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. as already flushing 2024-12-09T23:17:02,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:02,236 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:02,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:02,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:02,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-09T23:17:02,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:02,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. as already flushing 2024-12-09T23:17:02,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:02,388 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:02,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:02,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:02,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-09T23:17:02,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:02,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. as already flushing 2024-12-09T23:17:02,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:02,541 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:02,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:02,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:02,545 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=100 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/C/6f7f9d165eb64df5b945cc402fc59502 2024-12-09T23:17:02,548 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/A/005bd880d824410e930788cea64dd46c as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/005bd880d824410e930788cea64dd46c 2024-12-09T23:17:02,550 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/005bd880d824410e930788cea64dd46c, entries=250, sequenceid=100, filesize=47.0 K 2024-12-09T23:17:02,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/B/98660821be6948cea21ac5802359b556 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/98660821be6948cea21ac5802359b556 2024-12-09T23:17:02,554 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/98660821be6948cea21ac5802359b556, entries=150, sequenceid=100, filesize=11.7 K 2024-12-09T23:17:02,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/C/6f7f9d165eb64df5b945cc402fc59502 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/6f7f9d165eb64df5b945cc402fc59502 2024-12-09T23:17:02,556 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/6f7f9d165eb64df5b945cc402fc59502, entries=150, sequenceid=100, filesize=11.7 K 2024-12-09T23:17:02,557 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for bd0d52bde7c9af36f74c3f51ee71098b in 1672ms, sequenceid=100, compaction requested=true 2024-12-09T23:17:02,557 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bd0d52bde7c9af36f74c3f51ee71098b: 2024-12-09T23:17:02,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bd0d52bde7c9af36f74c3f51ee71098b:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T23:17:02,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:17:02,557 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:17:02,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bd0d52bde7c9af36f74c3f51ee71098b:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T23:17:02,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:17:02,557 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:17:02,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bd0d52bde7c9af36f74c3f51ee71098b:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T23:17:02,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:17:02,558 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:17:02,558 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110152 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:17:02,558 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1541): bd0d52bde7c9af36f74c3f51ee71098b/B is initiating minor compaction (all files) 2024-12-09T23:17:02,558 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1541): bd0d52bde7c9af36f74c3f51ee71098b/A is initiating minor compaction (all files) 2024-12-09T23:17:02,558 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bd0d52bde7c9af36f74c3f51ee71098b/B in TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:02,558 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bd0d52bde7c9af36f74c3f51ee71098b/A in TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:02,558 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/6b1bdc33608a4302b118119406160348, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/fc2c4760b36341b7b2c3a473172a2085, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/005bd880d824410e930788cea64dd46c] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp, totalSize=107.6 K 2024-12-09T23:17:02,558 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/07c8cb7efacb4717b1a804a839a5a052, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/ebfd7ad427ae41a38e14a93763e53ff5, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/98660821be6948cea21ac5802359b556] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp, totalSize=35.3 K 2024-12-09T23:17:02,558 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:02,558 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. files: [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/6b1bdc33608a4302b118119406160348, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/fc2c4760b36341b7b2c3a473172a2085, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/005bd880d824410e930788cea64dd46c] 2024-12-09T23:17:02,558 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 07c8cb7efacb4717b1a804a839a5a052, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1733786216905 2024-12-09T23:17:02,559 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting ebfd7ad427ae41a38e14a93763e53ff5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1733786218074 2024-12-09T23:17:02,559 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b1bdc33608a4302b118119406160348, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1733786216905 2024-12-09T23:17:02,559 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 98660821be6948cea21ac5802359b556, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1733786220250 2024-12-09T23:17:02,559 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting fc2c4760b36341b7b2c3a473172a2085, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1733786218074 2024-12-09T23:17:02,559 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 005bd880d824410e930788cea64dd46c, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1733786220247 2024-12-09T23:17:02,563 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bd0d52bde7c9af36f74c3f51ee71098b] 2024-12-09T23:17:02,564 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241209ef50933ee4074e36a1b24137dc0d3f47_bd0d52bde7c9af36f74c3f51ee71098b store=[table=TestAcidGuarantees family=A region=bd0d52bde7c9af36f74c3f51ee71098b] 2024-12-09T23:17:02,564 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bd0d52bde7c9af36f74c3f51ee71098b#B#compaction#465 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:17:02,564 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/B/79c8fd35c0c44ce49a766cbdf85f68be is 50, key is test_row_0/B:col10/1733786220250/Put/seqid=0 2024-12-09T23:17:02,565 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241209ef50933ee4074e36a1b24137dc0d3f47_bd0d52bde7c9af36f74c3f51ee71098b, store=[table=TestAcidGuarantees family=A region=bd0d52bde7c9af36f74c3f51ee71098b] 2024-12-09T23:17:02,565 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209ef50933ee4074e36a1b24137dc0d3f47_bd0d52bde7c9af36f74c3f51ee71098b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bd0d52bde7c9af36f74c3f51ee71098b] 2024-12-09T23:17:02,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742365_1541 (size=12207) 2024-12-09T23:17:02,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742366_1542 (size=4469) 2024-12-09T23:17:02,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-09T23:17:02,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:02,693 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2902): Flushing bd0d52bde7c9af36f74c3f51ee71098b 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-09T23:17:02,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd0d52bde7c9af36f74c3f51ee71098b, store=A 2024-12-09T23:17:02,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:17:02,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd0d52bde7c9af36f74c3f51ee71098b, store=B 2024-12-09T23:17:02,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:17:02,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd0d52bde7c9af36f74c3f51ee71098b, store=C 2024-12-09T23:17:02,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:17:02,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209bc3f6b7fa0dc432d978bdda6eed2c12c_bd0d52bde7c9af36f74c3f51ee71098b is 50, key is test_row_0/A:col10/1733786220913/Put/seqid=0 2024-12-09T23:17:02,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742367_1543 (size=12154) 2024-12-09T23:17:02,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. as already flushing 2024-12-09T23:17:02,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on bd0d52bde7c9af36f74c3f51ee71098b 2024-12-09T23:17:02,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:02,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44136 deadline: 1733786282949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:02,953 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:02,953 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:02,953 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:02,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:02,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44124 deadline: 1733786282952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:02,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:02,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:02,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:02,973 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/B/79c8fd35c0c44ce49a766cbdf85f68be as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/79c8fd35c0c44ce49a766cbdf85f68be 2024-12-09T23:17:02,975 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bd0d52bde7c9af36f74c3f51ee71098b#A#compaction#466 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:17:02,975 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/A/c491e8b7dfa94819a28dc953f874d10f is 175, key is test_row_0/A:col10/1733786220250/Put/seqid=0 2024-12-09T23:17:02,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:02,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44174 deadline: 1733786282973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:02,976 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bd0d52bde7c9af36f74c3f51ee71098b/B of bd0d52bde7c9af36f74c3f51ee71098b into 79c8fd35c0c44ce49a766cbdf85f68be(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:17:02,976 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bd0d52bde7c9af36f74c3f51ee71098b: 2024-12-09T23:17:02,977 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., storeName=bd0d52bde7c9af36f74c3f51ee71098b/B, priority=13, startTime=1733786222557; duration=0sec 2024-12-09T23:17:02,977 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:17:02,977 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd0d52bde7c9af36f74c3f51ee71098b:B 2024-12-09T23:17:02,977 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:17:02,977 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40923,1733786050901 for 'test_row_2' in bd0d52bde7c9af36f74c3f51ee71098b of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8237 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:17:02,977 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:02,977 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:02,977 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:02,978 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:17:02,978 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1541): bd0d52bde7c9af36f74c3f51ee71098b/C is initiating minor compaction (all files) 2024-12-09T23:17:02,978 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bd0d52bde7c9af36f74c3f51ee71098b/C in TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:02,978 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/41a5dff0f408406b9a305338c8575cac, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/6e4c05184f83463dbb530b48513eb699, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/6f7f9d165eb64df5b945cc402fc59502] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp, totalSize=35.3 K 2024-12-09T23:17:02,978 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 41a5dff0f408406b9a305338c8575cac, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1733786216905 2024-12-09T23:17:02,979 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e4c05184f83463dbb530b48513eb699, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1733786218074 2024-12-09T23:17:02,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742368_1544 (size=31161) 2024-12-09T23:17:02,979 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 6f7f9d165eb64df5b945cc402fc59502, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1733786220250 2024-12-09T23:17:02,982 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/A/c491e8b7dfa94819a28dc953f874d10f as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/c491e8b7dfa94819a28dc953f874d10f 2024-12-09T23:17:02,984 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bd0d52bde7c9af36f74c3f51ee71098b#C#compaction#468 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:17:02,984 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/C/7b956d6ca98847f38a2c723678b0f6f8 is 50, key is test_row_0/C:col10/1733786220250/Put/seqid=0 2024-12-09T23:17:02,986 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bd0d52bde7c9af36f74c3f51ee71098b/A of bd0d52bde7c9af36f74c3f51ee71098b into c491e8b7dfa94819a28dc953f874d10f(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:17:02,987 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bd0d52bde7c9af36f74c3f51ee71098b: 2024-12-09T23:17:02,987 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., storeName=bd0d52bde7c9af36f74c3f51ee71098b/A, priority=13, startTime=1733786222557; duration=0sec 2024-12-09T23:17:02,987 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:17:02,987 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd0d52bde7c9af36f74c3f51ee71098b:A 2024-12-09T23:17:02,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742369_1545 (size=12207) 2024-12-09T23:17:03,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:03,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44184 deadline: 1733786283062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:03,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:03,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44136 deadline: 1733786283062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:03,065 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:03,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:03,065 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:03,065 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:03,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44124 deadline: 1733786283063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:03,065 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40923,1733786050901 for 'test_row_2' in bd0d52bde7c9af36f74c3f51ee71098b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2150 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:17:03,065 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:03,065 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:03,065 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:03,065 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:03,065 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:03,065 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:03,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:03,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44186 deadline: 1733786283073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:03,074 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40923,1733786050901 for 'test_row_2' in bd0d52bde7c9af36f74c3f51ee71098b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2158 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:17:03,075 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:03,075 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:03,075 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:03,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:03,107 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209bc3f6b7fa0dc432d978bdda6eed2c12c_bd0d52bde7c9af36f74c3f51ee71098b to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209bc3f6b7fa0dc432d978bdda6eed2c12c_bd0d52bde7c9af36f74c3f51ee71098b 2024-12-09T23:17:03,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/A/4d5c710c81624c8ab7e3731750cd19a0, store: [table=TestAcidGuarantees family=A region=bd0d52bde7c9af36f74c3f51ee71098b] 2024-12-09T23:17:03,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/A/4d5c710c81624c8ab7e3731750cd19a0 is 175, key is test_row_0/A:col10/1733786220913/Put/seqid=0 2024-12-09T23:17:03,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742370_1546 (size=30955) 2024-12-09T23:17:03,111 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/A/4d5c710c81624c8ab7e3731750cd19a0 2024-12-09T23:17:03,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/B/f358b477803f4f6bb9a6994248bdf0e3 is 50, key is test_row_0/B:col10/1733786220913/Put/seqid=0 2024-12-09T23:17:03,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742371_1547 (size=12001) 2024-12-09T23:17:03,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-09T23:17:03,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:03,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44136 deadline: 1733786283272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:03,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:03,274 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:03,274 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:03,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44124 deadline: 1733786283272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:03,274 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:03,275 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:03,275 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:03,275 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:03,393 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/C/7b956d6ca98847f38a2c723678b0f6f8 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/7b956d6ca98847f38a2c723678b0f6f8 2024-12-09T23:17:03,396 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bd0d52bde7c9af36f74c3f51ee71098b/C of bd0d52bde7c9af36f74c3f51ee71098b into 7b956d6ca98847f38a2c723678b0f6f8(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:17:03,396 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bd0d52bde7c9af36f74c3f51ee71098b: 2024-12-09T23:17:03,396 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., storeName=bd0d52bde7c9af36f74c3f51ee71098b/C, priority=13, startTime=1733786222557; duration=0sec 2024-12-09T23:17:03,397 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:17:03,397 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd0d52bde7c9af36f74c3f51ee71098b:C 2024-12-09T23:17:03,519 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/B/f358b477803f4f6bb9a6994248bdf0e3 2024-12-09T23:17:03,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/C/f4aa087196b44fb980361b5d71773010 is 50, key is test_row_0/C:col10/1733786220913/Put/seqid=0 2024-12-09T23:17:03,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742372_1548 (size=12001) 2024-12-09T23:17:03,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:03,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44136 deadline: 1733786283582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:03,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:03,584 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:03,584 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:03,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44124 deadline: 1733786283583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:03,584 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:03,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:03,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:03,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:03,928 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/C/f4aa087196b44fb980361b5d71773010 2024-12-09T23:17:03,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/A/4d5c710c81624c8ab7e3731750cd19a0 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/4d5c710c81624c8ab7e3731750cd19a0 2024-12-09T23:17:03,934 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/4d5c710c81624c8ab7e3731750cd19a0, entries=150, sequenceid=118, filesize=30.2 K 2024-12-09T23:17:03,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/B/f358b477803f4f6bb9a6994248bdf0e3 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/f358b477803f4f6bb9a6994248bdf0e3 2024-12-09T23:17:03,938 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/f358b477803f4f6bb9a6994248bdf0e3, entries=150, sequenceid=118, filesize=11.7 K 2024-12-09T23:17:03,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/C/f4aa087196b44fb980361b5d71773010 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/f4aa087196b44fb980361b5d71773010 2024-12-09T23:17:03,940 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/f4aa087196b44fb980361b5d71773010, entries=150, sequenceid=118, filesize=11.7 K 2024-12-09T23:17:03,941 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for bd0d52bde7c9af36f74c3f51ee71098b in 1248ms, sequenceid=118, compaction requested=false 2024-12-09T23:17:03,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2603): Flush status journal for bd0d52bde7c9af36f74c3f51ee71098b: 2024-12-09T23:17:03,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:03,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-12-09T23:17:03,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.HMaster(4169): Remote procedure done, pid=159 2024-12-09T23:17:03,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-12-09T23:17:03,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9270 sec 2024-12-09T23:17:03,945 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 2.9310 sec 2024-12-09T23:17:04,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on bd0d52bde7c9af36f74c3f51ee71098b 2024-12-09T23:17:04,096 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bd0d52bde7c9af36f74c3f51ee71098b 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-09T23:17:04,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd0d52bde7c9af36f74c3f51ee71098b, store=A 2024-12-09T23:17:04,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:17:04,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd0d52bde7c9af36f74c3f51ee71098b, store=B 2024-12-09T23:17:04,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:17:04,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd0d52bde7c9af36f74c3f51ee71098b, store=C 2024-12-09T23:17:04,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:17:04,105 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209cdf8f56c750c42dbb0f2b0ff27237ce9_bd0d52bde7c9af36f74c3f51ee71098b is 50, key is test_row_0/A:col10/1733786224095/Put/seqid=0 2024-12-09T23:17:04,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742373_1549 (size=17234) 2024-12-09T23:17:04,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:04,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44136 deadline: 1733786284125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:04,129 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:04,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:04,129 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:04,129 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:04,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44124 deadline: 1733786284125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:04,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:04,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:04,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:04,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44136 deadline: 1733786284232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:04,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:04,237 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:04,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44124 deadline: 1733786284233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:04,237 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:04,237 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:04,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:04,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:04,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:04,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:04,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44124 deadline: 1733786284443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:04,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:04,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44136 deadline: 1733786284443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:04,445 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:04,445 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:04,445 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:04,445 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:04,445 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:04,446 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:04,509 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:04,512 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209cdf8f56c750c42dbb0f2b0ff27237ce9_bd0d52bde7c9af36f74c3f51ee71098b to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209cdf8f56c750c42dbb0f2b0ff27237ce9_bd0d52bde7c9af36f74c3f51ee71098b 2024-12-09T23:17:04,513 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/A/80bb2e1145874c5aa64f2bdcfa605a23, store: [table=TestAcidGuarantees family=A region=bd0d52bde7c9af36f74c3f51ee71098b] 2024-12-09T23:17:04,513 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/A/80bb2e1145874c5aa64f2bdcfa605a23 is 175, key is test_row_0/A:col10/1733786224095/Put/seqid=0 2024-12-09T23:17:04,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742374_1550 (size=48339) 2024-12-09T23:17:04,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:04,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44124 deadline: 1733786284753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:04,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:04,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:04,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:04,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:04,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44136 deadline: 1733786284753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:04,755 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:04,755 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:04,755 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:04,922 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=137, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/A/80bb2e1145874c5aa64f2bdcfa605a23 2024-12-09T23:17:04,928 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/B/d2be45661f51408ca35aa466c46c64c5 is 50, key is test_row_0/B:col10/1733786224095/Put/seqid=0 2024-12-09T23:17:04,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742375_1551 (size=12151) 2024-12-09T23:17:05,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:05,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44184 deadline: 1733786285083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:05,086 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40923,1733786050901 for 'test_row_2' in bd0d52bde7c9af36f74c3f51ee71098b of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:17:05,086 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:05,086 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:05,086 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:05,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:05,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44186 deadline: 1733786285093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:05,097 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40923,1733786050901 for 'test_row_2' in bd0d52bde7c9af36f74c3f51ee71098b of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4180 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:17:05,097 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:05,097 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:05,097 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:05,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-09T23:17:05,183 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T23:17:05,184 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T23:17:05,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-12-09T23:17:05,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-09T23:17:05,185 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T23:17:05,186 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T23:17:05,186 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T23:17:05,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:05,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44124 deadline: 1733786285263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:05,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:05,265 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:05,265 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:05,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44136 deadline: 1733786285263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:05,265 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:05,265 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:05,265 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:05,265 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:05,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-09T23:17:05,332 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/B/d2be45661f51408ca35aa466c46c64c5 2024-12-09T23:17:05,337 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-09T23:17:05,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:05,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. as already flushing 2024-12-09T23:17:05,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:05,338 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:05,338 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/C/b156b4714ef44c6db05e69bbf2718305 is 50, key is test_row_0/C:col10/1733786224095/Put/seqid=0 2024-12-09T23:17:05,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:05,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:05,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742376_1552 (size=12151) 2024-12-09T23:17:05,341 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/C/b156b4714ef44c6db05e69bbf2718305 2024-12-09T23:17:05,344 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/A/80bb2e1145874c5aa64f2bdcfa605a23 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/80bb2e1145874c5aa64f2bdcfa605a23 2024-12-09T23:17:05,346 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/80bb2e1145874c5aa64f2bdcfa605a23, entries=250, sequenceid=137, filesize=47.2 K 2024-12-09T23:17:05,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/B/d2be45661f51408ca35aa466c46c64c5 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/d2be45661f51408ca35aa466c46c64c5 2024-12-09T23:17:05,349 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/d2be45661f51408ca35aa466c46c64c5, entries=150, sequenceid=137, filesize=11.9 K 2024-12-09T23:17:05,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/C/b156b4714ef44c6db05e69bbf2718305 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/b156b4714ef44c6db05e69bbf2718305 2024-12-09T23:17:05,352 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/b156b4714ef44c6db05e69bbf2718305, entries=150, sequenceid=137, filesize=11.9 K 2024-12-09T23:17:05,352 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=93.93 KB/96180 for bd0d52bde7c9af36f74c3f51ee71098b in 1257ms, sequenceid=137, compaction requested=true 2024-12-09T23:17:05,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bd0d52bde7c9af36f74c3f51ee71098b: 2024-12-09T23:17:05,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bd0d52bde7c9af36f74c3f51ee71098b:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T23:17:05,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:17:05,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bd0d52bde7c9af36f74c3f51ee71098b:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T23:17:05,353 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:17:05,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:17:05,353 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:17:05,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bd0d52bde7c9af36f74c3f51ee71098b:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T23:17:05,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:17:05,353 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:17:05,353 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110455 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:17:05,353 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1541): bd0d52bde7c9af36f74c3f51ee71098b/B is initiating minor compaction (all files) 2024-12-09T23:17:05,353 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1541): bd0d52bde7c9af36f74c3f51ee71098b/A is initiating minor compaction (all files) 2024-12-09T23:17:05,354 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bd0d52bde7c9af36f74c3f51ee71098b/B in TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:05,354 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bd0d52bde7c9af36f74c3f51ee71098b/A in TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:05,354 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/c491e8b7dfa94819a28dc953f874d10f, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/4d5c710c81624c8ab7e3731750cd19a0, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/80bb2e1145874c5aa64f2bdcfa605a23] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp, totalSize=107.9 K 2024-12-09T23:17:05,354 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/79c8fd35c0c44ce49a766cbdf85f68be, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/f358b477803f4f6bb9a6994248bdf0e3, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/d2be45661f51408ca35aa466c46c64c5] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp, totalSize=35.5 K 2024-12-09T23:17:05,354 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:05,354 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. files: [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/c491e8b7dfa94819a28dc953f874d10f, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/4d5c710c81624c8ab7e3731750cd19a0, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/80bb2e1145874c5aa64f2bdcfa605a23] 2024-12-09T23:17:05,354 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 79c8fd35c0c44ce49a766cbdf85f68be, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1733786220250 2024-12-09T23:17:05,354 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting c491e8b7dfa94819a28dc953f874d10f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1733786220250 2024-12-09T23:17:05,354 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting f358b477803f4f6bb9a6994248bdf0e3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733786220910 2024-12-09T23:17:05,354 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4d5c710c81624c8ab7e3731750cd19a0, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733786220910 2024-12-09T23:17:05,354 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting d2be45661f51408ca35aa466c46c64c5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1733786222951 2024-12-09T23:17:05,354 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 80bb2e1145874c5aa64f2bdcfa605a23, keycount=250, bloomtype=ROW, size=47.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1733786222941 2024-12-09T23:17:05,358 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bd0d52bde7c9af36f74c3f51ee71098b] 2024-12-09T23:17:05,359 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bd0d52bde7c9af36f74c3f51ee71098b#B#compaction#474 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:17:05,360 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/B/9523c777ca094767ad5061ee721d51cf is 50, key is test_row_0/B:col10/1733786224095/Put/seqid=0 2024-12-09T23:17:05,360 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241209fc0ee003278a47d5aa74cce7f226721a_bd0d52bde7c9af36f74c3f51ee71098b store=[table=TestAcidGuarantees family=A region=bd0d52bde7c9af36f74c3f51ee71098b] 2024-12-09T23:17:05,362 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241209fc0ee003278a47d5aa74cce7f226721a_bd0d52bde7c9af36f74c3f51ee71098b, store=[table=TestAcidGuarantees family=A region=bd0d52bde7c9af36f74c3f51ee71098b] 2024-12-09T23:17:05,362 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209fc0ee003278a47d5aa74cce7f226721a_bd0d52bde7c9af36f74c3f51ee71098b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bd0d52bde7c9af36f74c3f51ee71098b] 2024-12-09T23:17:05,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742377_1553 (size=12459) 2024-12-09T23:17:05,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742378_1554 (size=4469) 2024-12-09T23:17:05,490 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-09T23:17:05,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:05,490 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing bd0d52bde7c9af36f74c3f51ee71098b 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-09T23:17:05,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd0d52bde7c9af36f74c3f51ee71098b, store=A 2024-12-09T23:17:05,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:17:05,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd0d52bde7c9af36f74c3f51ee71098b, store=B 2024-12-09T23:17:05,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:17:05,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd0d52bde7c9af36f74c3f51ee71098b, store=C 2024-12-09T23:17:05,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:17:05,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412090fb8d6edd6aa4c6ea40db1ba40c1cba3_bd0d52bde7c9af36f74c3f51ee71098b is 50, key is test_row_0/A:col10/1733786224118/Put/seqid=0 2024-12-09T23:17:05,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742379_1555 (size=12304) 2024-12-09T23:17:05,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-09T23:17:05,766 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bd0d52bde7c9af36f74c3f51ee71098b#A#compaction#475 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:17:05,766 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/A/f315c649343a447bb7ffd01112114dce is 175, key is test_row_0/A:col10/1733786224095/Put/seqid=0 2024-12-09T23:17:05,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742380_1556 (size=31413) 2024-12-09T23:17:05,769 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/B/9523c777ca094767ad5061ee721d51cf as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/9523c777ca094767ad5061ee721d51cf 2024-12-09T23:17:05,772 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bd0d52bde7c9af36f74c3f51ee71098b/B of bd0d52bde7c9af36f74c3f51ee71098b into 9523c777ca094767ad5061ee721d51cf(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:17:05,772 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bd0d52bde7c9af36f74c3f51ee71098b: 2024-12-09T23:17:05,772 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., storeName=bd0d52bde7c9af36f74c3f51ee71098b/B, priority=13, startTime=1733786225353; duration=0sec 2024-12-09T23:17:05,772 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:17:05,772 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd0d52bde7c9af36f74c3f51ee71098b:B 2024-12-09T23:17:05,772 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:17:05,773 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:17:05,773 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1541): bd0d52bde7c9af36f74c3f51ee71098b/C is initiating minor compaction (all files) 2024-12-09T23:17:05,773 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bd0d52bde7c9af36f74c3f51ee71098b/C in TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:05,773 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/7b956d6ca98847f38a2c723678b0f6f8, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/f4aa087196b44fb980361b5d71773010, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/b156b4714ef44c6db05e69bbf2718305] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp, totalSize=35.5 K 2024-12-09T23:17:05,774 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b956d6ca98847f38a2c723678b0f6f8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1733786220250 2024-12-09T23:17:05,774 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting f4aa087196b44fb980361b5d71773010, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733786220910 2024-12-09T23:17:05,774 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting b156b4714ef44c6db05e69bbf2718305, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1733786222951 2024-12-09T23:17:05,788 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bd0d52bde7c9af36f74c3f51ee71098b#C#compaction#477 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:17:05,789 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/C/87bfa797ad90491abf1e30a3384f97c1 is 50, key is test_row_0/C:col10/1733786224095/Put/seqid=0 2024-12-09T23:17:05,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742381_1557 (size=12459) 2024-12-09T23:17:05,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-09T23:17:05,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:05,901 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412090fb8d6edd6aa4c6ea40db1ba40c1cba3_bd0d52bde7c9af36f74c3f51ee71098b to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412090fb8d6edd6aa4c6ea40db1ba40c1cba3_bd0d52bde7c9af36f74c3f51ee71098b 2024-12-09T23:17:05,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/A/df308ba7e6d2497b824ef0fdccccece3, store: [table=TestAcidGuarantees family=A region=bd0d52bde7c9af36f74c3f51ee71098b] 2024-12-09T23:17:05,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/A/df308ba7e6d2497b824ef0fdccccece3 is 175, key is test_row_0/A:col10/1733786224118/Put/seqid=0 2024-12-09T23:17:05,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742382_1558 (size=31105) 2024-12-09T23:17:06,172 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/A/f315c649343a447bb7ffd01112114dce as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/f315c649343a447bb7ffd01112114dce 2024-12-09T23:17:06,175 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bd0d52bde7c9af36f74c3f51ee71098b/A of bd0d52bde7c9af36f74c3f51ee71098b into f315c649343a447bb7ffd01112114dce(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:17:06,175 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bd0d52bde7c9af36f74c3f51ee71098b: 2024-12-09T23:17:06,175 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., storeName=bd0d52bde7c9af36f74c3f51ee71098b/A, priority=13, startTime=1733786225352; duration=0sec 2024-12-09T23:17:06,175 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:17:06,175 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd0d52bde7c9af36f74c3f51ee71098b:A 2024-12-09T23:17:06,195 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/C/87bfa797ad90491abf1e30a3384f97c1 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/87bfa797ad90491abf1e30a3384f97c1 2024-12-09T23:17:06,198 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bd0d52bde7c9af36f74c3f51ee71098b/C of bd0d52bde7c9af36f74c3f51ee71098b into 87bfa797ad90491abf1e30a3384f97c1(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:17:06,198 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bd0d52bde7c9af36f74c3f51ee71098b: 2024-12-09T23:17:06,198 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., storeName=bd0d52bde7c9af36f74c3f51ee71098b/C, priority=13, startTime=1733786225353; duration=0sec 2024-12-09T23:17:06,198 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:17:06,198 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd0d52bde7c9af36f74c3f51ee71098b:C 2024-12-09T23:17:06,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on bd0d52bde7c9af36f74c3f51ee71098b 2024-12-09T23:17:06,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. as already flushing 2024-12-09T23:17:06,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:06,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:06,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44124 deadline: 1733786286292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:06,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44136 deadline: 1733786286293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:06,297 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:06,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:06,297 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:06,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:06,297 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:06,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:06,306 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=154, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/A/df308ba7e6d2497b824ef0fdccccece3 2024-12-09T23:17:06,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/B/2fa1314a3c5d4dba978c162991353dd0 is 50, key is test_row_0/B:col10/1733786224118/Put/seqid=0 2024-12-09T23:17:06,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742383_1559 (size=12151) 2024-12-09T23:17:06,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-09T23:17:06,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:06,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:06,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44136 deadline: 1733786286402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:06,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44124 deadline: 1733786286402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:06,405 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:06,405 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:06,405 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:06,405 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:06,405 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:06,405 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:06,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:06,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:06,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44124 deadline: 1733786286613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:06,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44136 deadline: 1733786286613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:06,615 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:06,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:06,615 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:06,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:06,615 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:06,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:06,713 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/B/2fa1314a3c5d4dba978c162991353dd0 2024-12-09T23:17:06,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/C/934c8a594a1d455085a167c448dc0b0e is 50, key is test_row_0/C:col10/1733786224118/Put/seqid=0 2024-12-09T23:17:06,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742384_1560 (size=12151) 2024-12-09T23:17:06,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:06,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44136 deadline: 1733786286922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:06,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:06,924 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:06,924 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:06,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44124 deadline: 1733786286922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:06,924 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:06,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:06,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:06,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:07,122 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/C/934c8a594a1d455085a167c448dc0b0e 2024-12-09T23:17:07,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/A/df308ba7e6d2497b824ef0fdccccece3 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/df308ba7e6d2497b824ef0fdccccece3 2024-12-09T23:17:07,127 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/df308ba7e6d2497b824ef0fdccccece3, entries=150, sequenceid=154, filesize=30.4 K 2024-12-09T23:17:07,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/B/2fa1314a3c5d4dba978c162991353dd0 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/2fa1314a3c5d4dba978c162991353dd0 2024-12-09T23:17:07,130 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/2fa1314a3c5d4dba978c162991353dd0, entries=150, sequenceid=154, filesize=11.9 K 2024-12-09T23:17:07,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/C/934c8a594a1d455085a167c448dc0b0e as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/934c8a594a1d455085a167c448dc0b0e 2024-12-09T23:17:07,134 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/934c8a594a1d455085a167c448dc0b0e, entries=150, sequenceid=154, filesize=11.9 K 2024-12-09T23:17:07,134 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for bd0d52bde7c9af36f74c3f51ee71098b in 1644ms, sequenceid=154, compaction requested=false 2024-12-09T23:17:07,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for bd0d52bde7c9af36f74c3f51ee71098b: 2024-12-09T23:17:07,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:07,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-12-09T23:17:07,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.HMaster(4169): Remote procedure done, pid=161 2024-12-09T23:17:07,136 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-12-09T23:17:07,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9490 sec 2024-12-09T23:17:07,138 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 1.9530 sec 2024-12-09T23:17:07,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-09T23:17:07,333 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T23:17:07,333 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T23:17:07,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-12-09T23:17:07,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-09T23:17:07,334 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T23:17:07,335 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T23:17:07,335 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T23:17:07,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on bd0d52bde7c9af36f74c3f51ee71098b 2024-12-09T23:17:07,435 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bd0d52bde7c9af36f74c3f51ee71098b 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-09T23:17:07,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd0d52bde7c9af36f74c3f51ee71098b, store=A 2024-12-09T23:17:07,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:17:07,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd0d52bde7c9af36f74c3f51ee71098b, store=B 2024-12-09T23:17:07,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:17:07,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd0d52bde7c9af36f74c3f51ee71098b, store=C 2024-12-09T23:17:07,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:17:07,441 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412095de5b5bf9d104eaca2853f2643e2d668_bd0d52bde7c9af36f74c3f51ee71098b is 50, key is test_row_0/A:col10/1733786226283/Put/seqid=0 2024-12-09T23:17:07,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-09T23:17:07,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742385_1561 (size=14794) 2024-12-09T23:17:07,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:07,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:07,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44136 deadline: 1733786287461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:07,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44124 deadline: 1733786287460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:07,465 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:07,465 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:07,465 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:07,465 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:07,465 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:07,465 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:07,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-09T23:17:07,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:07,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. as already flushing 2024-12-09T23:17:07,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:07,487 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:07,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:07,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:07,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:07,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44136 deadline: 1733786287573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:07,574 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:07,574 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:07,574 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:07,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:07,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44124 deadline: 1733786287573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:07,575 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:07,575 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:07,575 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:07,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-09T23:17:07,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:07,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. as already flushing 2024-12-09T23:17:07,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:07,640 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:07,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:07,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:07,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-09T23:17:07,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:07,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:07,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44124 deadline: 1733786287783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:07,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44136 deadline: 1733786287783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:07,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:07,784 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:07,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:07,785 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:07,785 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:07,785 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:07,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-09T23:17:07,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:07,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. as already flushing 2024-12-09T23:17:07,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:07,792 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:07,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:07,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:07,844 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:07,847 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412095de5b5bf9d104eaca2853f2643e2d668_bd0d52bde7c9af36f74c3f51ee71098b to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412095de5b5bf9d104eaca2853f2643e2d668_bd0d52bde7c9af36f74c3f51ee71098b 2024-12-09T23:17:07,847 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/A/2945e403a16947378d2c55a13e8972ec, store: [table=TestAcidGuarantees family=A region=bd0d52bde7c9af36f74c3f51ee71098b] 2024-12-09T23:17:07,848 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/A/2945e403a16947378d2c55a13e8972ec is 175, key is test_row_0/A:col10/1733786226283/Put/seqid=0 2024-12-09T23:17:07,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742386_1562 (size=39749) 2024-12-09T23:17:07,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-09T23:17:07,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:07,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. as already flushing 2024-12-09T23:17:07,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:07,945 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:07,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:07,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:07,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-09T23:17:08,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:08,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:08,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44136 deadline: 1733786288093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:08,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44124 deadline: 1733786288093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:08,095 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:08,095 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:08,095 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:08,095 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:08,095 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:08,095 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:08,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-09T23:17:08,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:08,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. as already flushing 2024-12-09T23:17:08,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:08,097 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:08,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:08,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:08,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-09T23:17:08,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:08,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. as already flushing 2024-12-09T23:17:08,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:08,250 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:08,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:08,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:08,251 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=174, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/A/2945e403a16947378d2c55a13e8972ec 2024-12-09T23:17:08,257 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/B/eb401bb8a3484fb4acae1d2550f6c5f7 is 50, key is test_row_0/B:col10/1733786226283/Put/seqid=0 2024-12-09T23:17:08,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742387_1563 (size=12151) 2024-12-09T23:17:08,264 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T23:17:08,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-09T23:17:08,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:08,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. as already flushing 2024-12-09T23:17:08,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:08,402 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:08,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:08,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:08,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-09T23:17:08,554 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-09T23:17:08,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:08,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. as already flushing 2024-12-09T23:17:08,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:08,555 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:08,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:08,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:08,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:08,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44124 deadline: 1733786288602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:08,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:08,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44136 deadline: 1733786288603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:08,605 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:08,605 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:08,605 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:08,605 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:08,605 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:08,605 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:08,660 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/B/eb401bb8a3484fb4acae1d2550f6c5f7 2024-12-09T23:17:08,665 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/C/d3983e22c30d44feb9447948d3a64781 is 50, key is test_row_0/C:col10/1733786226283/Put/seqid=0 2024-12-09T23:17:08,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742388_1564 (size=12151) 2024-12-09T23:17:08,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-09T23:17:08,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:08,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. as already flushing 2024-12-09T23:17:08,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:08,707 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:08,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:08,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:08,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-09T23:17:08,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:08,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. as already flushing 2024-12-09T23:17:08,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:08,860 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:08,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:08,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:09,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-09T23:17:09,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:09,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. as already flushing 2024-12-09T23:17:09,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:09,012 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:09,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:09,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:09,069 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/C/d3983e22c30d44feb9447948d3a64781 2024-12-09T23:17:09,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/A/2945e403a16947378d2c55a13e8972ec as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/2945e403a16947378d2c55a13e8972ec 2024-12-09T23:17:09,075 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/2945e403a16947378d2c55a13e8972ec, entries=200, sequenceid=174, filesize=38.8 K 2024-12-09T23:17:09,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/B/eb401bb8a3484fb4acae1d2550f6c5f7 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/eb401bb8a3484fb4acae1d2550f6c5f7 2024-12-09T23:17:09,078 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/eb401bb8a3484fb4acae1d2550f6c5f7, entries=150, sequenceid=174, filesize=11.9 K 2024-12-09T23:17:09,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/C/d3983e22c30d44feb9447948d3a64781 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/d3983e22c30d44feb9447948d3a64781 2024-12-09T23:17:09,080 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/d3983e22c30d44feb9447948d3a64781, entries=150, sequenceid=174, filesize=11.9 K 2024-12-09T23:17:09,081 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=87.22 KB/89310 for bd0d52bde7c9af36f74c3f51ee71098b in 1646ms, sequenceid=174, compaction requested=true 2024-12-09T23:17:09,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bd0d52bde7c9af36f74c3f51ee71098b: 2024-12-09T23:17:09,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bd0d52bde7c9af36f74c3f51ee71098b:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T23:17:09,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:17:09,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bd0d52bde7c9af36f74c3f51ee71098b:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T23:17:09,081 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:17:09,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:17:09,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bd0d52bde7c9af36f74c3f51ee71098b:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T23:17:09,081 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:17:09,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:17:09,082 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102267 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:17:09,082 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:17:09,082 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1541): bd0d52bde7c9af36f74c3f51ee71098b/B is initiating minor compaction (all files) 2024-12-09T23:17:09,082 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1541): bd0d52bde7c9af36f74c3f51ee71098b/A is initiating minor compaction (all files) 2024-12-09T23:17:09,082 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bd0d52bde7c9af36f74c3f51ee71098b/B in TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:09,082 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bd0d52bde7c9af36f74c3f51ee71098b/A in TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:09,082 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/9523c777ca094767ad5061ee721d51cf, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/2fa1314a3c5d4dba978c162991353dd0, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/eb401bb8a3484fb4acae1d2550f6c5f7] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp, totalSize=35.9 K 2024-12-09T23:17:09,082 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/f315c649343a447bb7ffd01112114dce, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/df308ba7e6d2497b824ef0fdccccece3, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/2945e403a16947378d2c55a13e8972ec] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp, totalSize=99.9 K 2024-12-09T23:17:09,082 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:09,082 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. files: [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/f315c649343a447bb7ffd01112114dce, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/df308ba7e6d2497b824ef0fdccccece3, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/2945e403a16947378d2c55a13e8972ec] 2024-12-09T23:17:09,083 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 9523c777ca094767ad5061ee721d51cf, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1733786222951 2024-12-09T23:17:09,083 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting f315c649343a447bb7ffd01112114dce, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1733786222951 2024-12-09T23:17:09,083 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 2fa1314a3c5d4dba978c162991353dd0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1733786224118 2024-12-09T23:17:09,083 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting df308ba7e6d2497b824ef0fdccccece3, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1733786224118 2024-12-09T23:17:09,083 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting eb401bb8a3484fb4acae1d2550f6c5f7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733786226283 2024-12-09T23:17:09,083 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2945e403a16947378d2c55a13e8972ec, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733786226283 2024-12-09T23:17:09,088 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bd0d52bde7c9af36f74c3f51ee71098b#B#compaction#483 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:17:09,088 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/B/1f4f8112424f4a5a8d167a4f1d83c634 is 50, key is test_row_0/B:col10/1733786226283/Put/seqid=0 2024-12-09T23:17:09,089 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bd0d52bde7c9af36f74c3f51ee71098b] 2024-12-09T23:17:09,093 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120993e51fb0030a4118b374ecfbc9408d8b_bd0d52bde7c9af36f74c3f51ee71098b store=[table=TestAcidGuarantees family=A region=bd0d52bde7c9af36f74c3f51ee71098b] 2024-12-09T23:17:09,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742389_1565 (size=12561) 2024-12-09T23:17:09,095 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120993e51fb0030a4118b374ecfbc9408d8b_bd0d52bde7c9af36f74c3f51ee71098b, store=[table=TestAcidGuarantees family=A region=bd0d52bde7c9af36f74c3f51ee71098b] 2024-12-09T23:17:09,095 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120993e51fb0030a4118b374ecfbc9408d8b_bd0d52bde7c9af36f74c3f51ee71098b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bd0d52bde7c9af36f74c3f51ee71098b] 2024-12-09T23:17:09,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on bd0d52bde7c9af36f74c3f51ee71098b 2024-12-09T23:17:09,096 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bd0d52bde7c9af36f74c3f51ee71098b 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-09T23:17:09,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd0d52bde7c9af36f74c3f51ee71098b, store=A 2024-12-09T23:17:09,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:17:09,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd0d52bde7c9af36f74c3f51ee71098b, store=B 2024-12-09T23:17:09,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:17:09,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd0d52bde7c9af36f74c3f51ee71098b, store=C 2024-12-09T23:17:09,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:17:09,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742390_1566 (size=4469) 2024-12-09T23:17:09,108 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bd0d52bde7c9af36f74c3f51ee71098b#A#compaction#484 average throughput is 1.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:17:09,108 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/A/2fa766977e264543a0caf5a6fdc1dda1 is 175, key is test_row_0/A:col10/1733786226283/Put/seqid=0 2024-12-09T23:17:09,117 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412091ba5cbc5002140a799e7823700cb7ed0_bd0d52bde7c9af36f74c3f51ee71098b is 50, key is test_row_0/A:col10/1733786227459/Put/seqid=0 2024-12-09T23:17:09,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742391_1567 (size=31515) 2024-12-09T23:17:09,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742392_1568 (size=14794) 2024-12-09T23:17:09,121 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:09,122 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/A/2fa766977e264543a0caf5a6fdc1dda1 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/2fa766977e264543a0caf5a6fdc1dda1 2024-12-09T23:17:09,124 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412091ba5cbc5002140a799e7823700cb7ed0_bd0d52bde7c9af36f74c3f51ee71098b to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412091ba5cbc5002140a799e7823700cb7ed0_bd0d52bde7c9af36f74c3f51ee71098b 2024-12-09T23:17:09,124 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/A/e3123d6d0e0148e68b3f33db2cb17c01, store: [table=TestAcidGuarantees family=A region=bd0d52bde7c9af36f74c3f51ee71098b] 2024-12-09T23:17:09,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/A/e3123d6d0e0148e68b3f33db2cb17c01 is 175, key is test_row_0/A:col10/1733786227459/Put/seqid=0 2024-12-09T23:17:09,126 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bd0d52bde7c9af36f74c3f51ee71098b/A of bd0d52bde7c9af36f74c3f51ee71098b into 2fa766977e264543a0caf5a6fdc1dda1(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:17:09,127 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bd0d52bde7c9af36f74c3f51ee71098b: 2024-12-09T23:17:09,127 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., storeName=bd0d52bde7c9af36f74c3f51ee71098b/A, priority=13, startTime=1733786229081; duration=0sec 2024-12-09T23:17:09,127 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:17:09,127 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd0d52bde7c9af36f74c3f51ee71098b:A 2024-12-09T23:17:09,127 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-09T23:17:09,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742393_1569 (size=39749) 2024-12-09T23:17:09,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:09,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44184 deadline: 1733786289126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:09,130 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:09,130 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:09,130 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:09,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:09,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44186 deadline: 1733786289129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:09,132 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:09,132 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:09,132 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:09,132 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-09T23:17:09,133 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1541): bd0d52bde7c9af36f74c3f51ee71098b/C is initiating minor compaction (all files) 2024-12-09T23:17:09,133 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bd0d52bde7c9af36f74c3f51ee71098b/C in TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:09,133 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/87bfa797ad90491abf1e30a3384f97c1, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/934c8a594a1d455085a167c448dc0b0e, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/d3983e22c30d44feb9447948d3a64781] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp, totalSize=35.9 K 2024-12-09T23:17:09,133 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 87bfa797ad90491abf1e30a3384f97c1, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1733786222951 2024-12-09T23:17:09,133 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 934c8a594a1d455085a167c448dc0b0e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1733786224118 2024-12-09T23:17:09,134 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting d3983e22c30d44feb9447948d3a64781, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733786226283 2024-12-09T23:17:09,139 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bd0d52bde7c9af36f74c3f51ee71098b#C#compaction#486 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:17:09,139 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/C/0c264683cc6945eda9496df1d2c7a85d is 50, key is test_row_0/C:col10/1733786226283/Put/seqid=0 2024-12-09T23:17:09,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742394_1570 (size=12561) 2024-12-09T23:17:09,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-09T23:17:09,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:09,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. as already flushing 2024-12-09T23:17:09,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:09,165 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:09,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:09,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:09,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:09,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44184 deadline: 1733786289232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:09,233 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:09,233 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:09,233 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:09,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:09,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44186 deadline: 1733786289242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:09,244 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:09,244 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:09,244 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:09,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-09T23:17:09,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:09,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. as already flushing 2024-12-09T23:17:09,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:09,317 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:09,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:09,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:09,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:09,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44184 deadline: 1733786289443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:09,445 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:09,445 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:09,445 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:09,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:09,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44186 deadline: 1733786289453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:09,455 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:09,455 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:09,455 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:09,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-09T23:17:09,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:09,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. as already flushing 2024-12-09T23:17:09,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:09,470 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:09,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:09,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:09,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-09T23:17:09,498 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/B/1f4f8112424f4a5a8d167a4f1d83c634 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/1f4f8112424f4a5a8d167a4f1d83c634 2024-12-09T23:17:09,501 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bd0d52bde7c9af36f74c3f51ee71098b/B of bd0d52bde7c9af36f74c3f51ee71098b into 1f4f8112424f4a5a8d167a4f1d83c634(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:17:09,501 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bd0d52bde7c9af36f74c3f51ee71098b: 2024-12-09T23:17:09,501 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., storeName=bd0d52bde7c9af36f74c3f51ee71098b/B, priority=13, startTime=1733786229081; duration=0sec 2024-12-09T23:17:09,501 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:17:09,501 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd0d52bde7c9af36f74c3f51ee71098b:B 2024-12-09T23:17:09,529 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=191, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/A/e3123d6d0e0148e68b3f33db2cb17c01 2024-12-09T23:17:09,535 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/B/6182283c72e74cef8b9dfd17db29b03e is 50, key is test_row_0/B:col10/1733786227459/Put/seqid=0 2024-12-09T23:17:09,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742395_1571 (size=12151) 2024-12-09T23:17:09,545 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/C/0c264683cc6945eda9496df1d2c7a85d as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/0c264683cc6945eda9496df1d2c7a85d 2024-12-09T23:17:09,548 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bd0d52bde7c9af36f74c3f51ee71098b/C of bd0d52bde7c9af36f74c3f51ee71098b into 0c264683cc6945eda9496df1d2c7a85d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:17:09,548 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bd0d52bde7c9af36f74c3f51ee71098b: 2024-12-09T23:17:09,548 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., storeName=bd0d52bde7c9af36f74c3f51ee71098b/C, priority=13, startTime=1733786229081; duration=0sec 2024-12-09T23:17:09,549 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:17:09,549 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd0d52bde7c9af36f74c3f51ee71098b:C 2024-12-09T23:17:09,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:09,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44124 deadline: 1733786289613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:09,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:09,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44136 deadline: 1733786289613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:09,615 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40923,1733786050901 for 'test_row_2' in bd0d52bde7c9af36f74c3f51ee71098b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2154 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:17:09,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:09,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:09,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:09,615 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40923,1733786050901 for 'test_row_1' in bd0d52bde7c9af36f74c3f51ee71098b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2154 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:17:09,616 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:09,616 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:09,616 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:09,622 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-09T23:17:09,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:09,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. as already flushing 2024-12-09T23:17:09,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:09,622 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:09,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:09,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:09,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:09,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44184 deadline: 1733786289753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:09,754 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:09,754 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:09,754 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:09,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:09,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44186 deadline: 1733786289763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:09,766 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:09,766 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:09,766 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:09,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-09T23:17:09,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:09,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. as already flushing 2024-12-09T23:17:09,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:09,775 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:09,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:09,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:09,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-09T23:17:09,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:09,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. as already flushing 2024-12-09T23:17:09,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:09,927 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:09,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:09,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:09,938 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/B/6182283c72e74cef8b9dfd17db29b03e 2024-12-09T23:17:09,943 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/C/49b06f6fe3984a4380705cef6df3c284 is 50, key is test_row_0/C:col10/1733786227459/Put/seqid=0 2024-12-09T23:17:09,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742396_1572 (size=12151) 2024-12-09T23:17:10,079 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-09T23:17:10,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:10,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. as already flushing 2024-12-09T23:17:10,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:10,079 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:10,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:10,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:10,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-09T23:17:10,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:10,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. as already flushing 2024-12-09T23:17:10,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:10,232 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:10,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:10,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:10,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:10,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44184 deadline: 1733786290263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:10,266 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:10,266 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:10,266 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:10,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:10,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44186 deadline: 1733786290273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:10,275 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:10,275 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:10,275 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:10,346 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/C/49b06f6fe3984a4380705cef6df3c284 2024-12-09T23:17:10,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/A/e3123d6d0e0148e68b3f33db2cb17c01 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/e3123d6d0e0148e68b3f33db2cb17c01 2024-12-09T23:17:10,352 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/e3123d6d0e0148e68b3f33db2cb17c01, entries=200, sequenceid=191, filesize=38.8 K 2024-12-09T23:17:10,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/B/6182283c72e74cef8b9dfd17db29b03e as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/6182283c72e74cef8b9dfd17db29b03e 2024-12-09T23:17:10,355 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/6182283c72e74cef8b9dfd17db29b03e, entries=150, sequenceid=191, filesize=11.9 K 2024-12-09T23:17:10,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/C/49b06f6fe3984a4380705cef6df3c284 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/49b06f6fe3984a4380705cef6df3c284 2024-12-09T23:17:10,357 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/49b06f6fe3984a4380705cef6df3c284, entries=150, sequenceid=191, filesize=11.9 K 2024-12-09T23:17:10,358 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for bd0d52bde7c9af36f74c3f51ee71098b in 1262ms, sequenceid=191, compaction requested=false 2024-12-09T23:17:10,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bd0d52bde7c9af36f74c3f51ee71098b: 2024-12-09T23:17:10,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-09T23:17:10,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:10,385 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2902): Flushing bd0d52bde7c9af36f74c3f51ee71098b 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-09T23:17:10,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd0d52bde7c9af36f74c3f51ee71098b, store=A 2024-12-09T23:17:10,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:17:10,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd0d52bde7c9af36f74c3f51ee71098b, store=B 2024-12-09T23:17:10,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:17:10,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd0d52bde7c9af36f74c3f51ee71098b, store=C 2024-12-09T23:17:10,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:17:10,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120900b657e75d734fb6a4625a0be1fc2dd8_bd0d52bde7c9af36f74c3f51ee71098b is 50, key is test_row_0/A:col10/1733786229120/Put/seqid=0 2024-12-09T23:17:10,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742397_1573 (size=12304) 2024-12-09T23:17:10,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:10,797 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120900b657e75d734fb6a4625a0be1fc2dd8_bd0d52bde7c9af36f74c3f51ee71098b to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120900b657e75d734fb6a4625a0be1fc2dd8_bd0d52bde7c9af36f74c3f51ee71098b 2024-12-09T23:17:10,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/A/7b16f8d88f1944e089d27281992f8ac6, store: [table=TestAcidGuarantees family=A region=bd0d52bde7c9af36f74c3f51ee71098b] 2024-12-09T23:17:10,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/A/7b16f8d88f1944e089d27281992f8ac6 is 175, key is test_row_0/A:col10/1733786229120/Put/seqid=0 2024-12-09T23:17:10,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742398_1574 (size=31105) 2024-12-09T23:17:11,203 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=209, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/A/7b16f8d88f1944e089d27281992f8ac6 2024-12-09T23:17:11,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/B/ce3ad7ab608746c5a1f62134e9d5f3f6 is 50, key is test_row_0/B:col10/1733786229120/Put/seqid=0 2024-12-09T23:17:11,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742399_1575 (size=12151) 2024-12-09T23:17:11,219 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/B/ce3ad7ab608746c5a1f62134e9d5f3f6 2024-12-09T23:17:11,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/C/22880161303e4bef8d75606ae5ad7c3d is 50, key is test_row_0/C:col10/1733786229120/Put/seqid=0 2024-12-09T23:17:11,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742400_1576 (size=12151) 2024-12-09T23:17:11,229 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/C/22880161303e4bef8d75606ae5ad7c3d 2024-12-09T23:17:11,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/A/7b16f8d88f1944e089d27281992f8ac6 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/7b16f8d88f1944e089d27281992f8ac6 2024-12-09T23:17:11,235 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/7b16f8d88f1944e089d27281992f8ac6, entries=150, sequenceid=209, filesize=30.4 K 2024-12-09T23:17:11,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/B/ce3ad7ab608746c5a1f62134e9d5f3f6 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/ce3ad7ab608746c5a1f62134e9d5f3f6 2024-12-09T23:17:11,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,238 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/ce3ad7ab608746c5a1f62134e9d5f3f6, entries=150, sequenceid=209, filesize=11.9 K 2024-12-09T23:17:11,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/C/22880161303e4bef8d75606ae5ad7c3d as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/22880161303e4bef8d75606ae5ad7c3d 2024-12-09T23:17:11,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,241 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/22880161303e4bef8d75606ae5ad7c3d, entries=150, sequenceid=209, filesize=11.9 K 2024-12-09T23:17:11,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,242 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=0 B/0 for bd0d52bde7c9af36f74c3f51ee71098b in 857ms, sequenceid=209, compaction requested=true 2024-12-09T23:17:11,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2603): Flush status journal for bd0d52bde7c9af36f74c3f51ee71098b: 2024-12-09T23:17:11,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:11,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-12-09T23:17:11,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.HMaster(4169): Remote procedure done, pid=163 2024-12-09T23:17:11,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,244 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-12-09T23:17:11,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,244 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.9080 sec 2024-12-09T23:17:11,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,246 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 3.9120 sec 2024-12-09T23:17:11,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on bd0d52bde7c9af36f74c3f51ee71098b 2024-12-09T23:17:11,315 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bd0d52bde7c9af36f74c3f51ee71098b 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-09T23:17:11,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd0d52bde7c9af36f74c3f51ee71098b, store=A 2024-12-09T23:17:11,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:17:11,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd0d52bde7c9af36f74c3f51ee71098b, store=B 2024-12-09T23:17:11,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:17:11,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd0d52bde7c9af36f74c3f51ee71098b, store=C 2024-12-09T23:17:11,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:17:11,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,321 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120972cb0cb36b7a4c1dbfc4522af91c3c89_bd0d52bde7c9af36f74c3f51ee71098b is 50, key is test_row_0/A:col10/1733786231306/Put/seqid=0 2024-12-09T23:17:11,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742401_1577 (size=19774) 2024-12-09T23:17:11,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,353 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733786231339, max timestamp=1733786231350Num uniques 859; 2024-12-09T23:17:11,353 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733786231339, max timestamp=1733786231350Num uniques 859; 2024-12-09T23:17:11,353 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-09T23:17:11,353 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-09T23:17:11,353 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733786231339, max timestamp=1733786231350Num uniques 859; 2024-12-09T23:17:11,353 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/aab77d931c0c:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-09T23:17:11,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:11,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44186 deadline: 1733786291377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:11,380 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:11,380 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:11,380 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:11,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:11,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44184 deadline: 1733786291378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:11,382 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:11,382 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:11,382 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:11,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:11,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44186 deadline: 1733786291483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:11,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:11,486 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:11,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44184 deadline: 1733786291483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:11,486 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:11,486 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:11,486 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:11,486 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:11,486 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:11,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-09T23:17:11,503 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T23:17:11,504 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-12-09T23:17:11,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees 2024-12-09T23:17:11,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-09T23:17:11,505 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-09T23:17:11,505 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-09T23:17:11,506 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-09T23:17:11,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-09T23:17:11,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:11,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44124 deadline: 1733786291633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:11,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:11,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44136 deadline: 1733786291633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:11,636 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40923,1733786050901 for 'test_row_2' in bd0d52bde7c9af36f74c3f51ee71098b of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:17:11,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:11,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:11,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:11,636 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40923,1733786050901 for 'test_row_1' in bd0d52bde7c9af36f74c3f51ee71098b of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:17:11,636 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:11,636 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:11,636 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:11,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-12-09T23:17:11,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:11,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. as already flushing 2024-12-09T23:17:11,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:11,657 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:11,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:11,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:11,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:11,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44186 deadline: 1733786291693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:11,695 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:11,695 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:11,695 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:11,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:11,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44184 deadline: 1733786291693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:11,696 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:11,696 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:11,696 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:11,724 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:11,727 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120972cb0cb36b7a4c1dbfc4522af91c3c89_bd0d52bde7c9af36f74c3f51ee71098b to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120972cb0cb36b7a4c1dbfc4522af91c3c89_bd0d52bde7c9af36f74c3f51ee71098b 2024-12-09T23:17:11,727 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/A/a45535522cc143e6b671983a0ed3239c, store: [table=TestAcidGuarantees family=A region=bd0d52bde7c9af36f74c3f51ee71098b] 2024-12-09T23:17:11,728 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/A/a45535522cc143e6b671983a0ed3239c is 175, key is test_row_0/A:col10/1733786231306/Put/seqid=0 2024-12-09T23:17:11,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742402_1578 (size=57033) 2024-12-09T23:17:11,809 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-12-09T23:17:11,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:11,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. as already flushing 2024-12-09T23:17:11,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:11,810 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:11,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:11,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:11,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-09T23:17:11,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-12-09T23:17:11,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:11,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. as already flushing 2024-12-09T23:17:11,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:11,962 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:11,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:11,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:12,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:12,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44186 deadline: 1733786292003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:12,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:12,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44184 deadline: 1733786292003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:12,007 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:12,007 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:12,007 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:12,007 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:12,007 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:12,007 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:12,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-12-09T23:17:12,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:12,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. as already flushing 2024-12-09T23:17:12,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:12,114 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:12,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:12,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:12,131 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=220, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/A/a45535522cc143e6b671983a0ed3239c 2024-12-09T23:17:12,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-09T23:17:12,136 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/B/7c618212ba4348e4b7240887e2e94d57 is 50, key is test_row_0/B:col10/1733786231306/Put/seqid=0 2024-12-09T23:17:12,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742403_1579 (size=12151) 2024-12-09T23:17:12,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-12-09T23:17:12,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:12,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. as already flushing 2024-12-09T23:17:12,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:12,267 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:12,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:12,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:12,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-12-09T23:17:12,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:12,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. as already flushing 2024-12-09T23:17:12,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:12,420 ERROR [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:12,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:12,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T23:17:12,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:12,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44186 deadline: 1733786292512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:12,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:12,515 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:12,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44184 deadline: 1733786292513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:12,515 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:12,515 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:12,515 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:12,515 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:12,515 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:12,540 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/B/7c618212ba4348e4b7240887e2e94d57 2024-12-09T23:17:12,545 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/C/86b86f8db1a040db9ca42d5fa7790d16 is 50, key is test_row_0/C:col10/1733786231306/Put/seqid=0 2024-12-09T23:17:12,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742404_1580 (size=12151) 2024-12-09T23:17:12,548 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/C/86b86f8db1a040db9ca42d5fa7790d16 2024-12-09T23:17:12,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/A/a45535522cc143e6b671983a0ed3239c as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/a45535522cc143e6b671983a0ed3239c 2024-12-09T23:17:12,554 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/a45535522cc143e6b671983a0ed3239c, entries=300, sequenceid=220, filesize=55.7 K 2024-12-09T23:17:12,555 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/B/7c618212ba4348e4b7240887e2e94d57 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/7c618212ba4348e4b7240887e2e94d57 2024-12-09T23:17:12,557 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/7c618212ba4348e4b7240887e2e94d57, entries=150, sequenceid=220, filesize=11.9 K 2024-12-09T23:17:12,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/C/86b86f8db1a040db9ca42d5fa7790d16 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/86b86f8db1a040db9ca42d5fa7790d16 2024-12-09T23:17:12,560 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/86b86f8db1a040db9ca42d5fa7790d16, entries=150, sequenceid=220, filesize=11.9 K 2024-12-09T23:17:12,561 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for bd0d52bde7c9af36f74c3f51ee71098b in 1245ms, sequenceid=220, compaction requested=true 2024-12-09T23:17:12,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bd0d52bde7c9af36f74c3f51ee71098b: 2024-12-09T23:17:12,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bd0d52bde7c9af36f74c3f51ee71098b:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T23:17:12,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:17:12,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bd0d52bde7c9af36f74c3f51ee71098b:B, priority=-2147483648, current under compaction store size is 2 2024-12-09T23:17:12,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:17:12,561 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T23:17:12,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bd0d52bde7c9af36f74c3f51ee71098b:C, priority=-2147483648, current under compaction store size is 3 2024-12-09T23:17:12,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:17:12,561 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T23:17:12,561 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 159402 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T23:17:12,561 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T23:17:12,562 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1541): bd0d52bde7c9af36f74c3f51ee71098b/A is initiating minor compaction (all files) 2024-12-09T23:17:12,562 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1541): bd0d52bde7c9af36f74c3f51ee71098b/B is initiating minor compaction (all files) 2024-12-09T23:17:12,562 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bd0d52bde7c9af36f74c3f51ee71098b/A in TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:12,562 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bd0d52bde7c9af36f74c3f51ee71098b/B in TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:12,562 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/2fa766977e264543a0caf5a6fdc1dda1, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/e3123d6d0e0148e68b3f33db2cb17c01, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/7b16f8d88f1944e089d27281992f8ac6, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/a45535522cc143e6b671983a0ed3239c] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp, totalSize=155.7 K 2024-12-09T23:17:12,562 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/1f4f8112424f4a5a8d167a4f1d83c634, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/6182283c72e74cef8b9dfd17db29b03e, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/ce3ad7ab608746c5a1f62134e9d5f3f6, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/7c618212ba4348e4b7240887e2e94d57] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp, totalSize=47.9 K 2024-12-09T23:17:12,562 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:12,562 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. files: [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/2fa766977e264543a0caf5a6fdc1dda1, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/e3123d6d0e0148e68b3f33db2cb17c01, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/7b16f8d88f1944e089d27281992f8ac6, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/a45535522cc143e6b671983a0ed3239c] 2024-12-09T23:17:12,562 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 1f4f8112424f4a5a8d167a4f1d83c634, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733786226283 2024-12-09T23:17:12,562 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2fa766977e264543a0caf5a6fdc1dda1, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733786226283 2024-12-09T23:17:12,562 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 6182283c72e74cef8b9dfd17db29b03e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1733786227443 2024-12-09T23:17:12,562 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting e3123d6d0e0148e68b3f33db2cb17c01, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1733786227441 2024-12-09T23:17:12,562 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting ce3ad7ab608746c5a1f62134e9d5f3f6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1733786229120 2024-12-09T23:17:12,562 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7b16f8d88f1944e089d27281992f8ac6, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1733786229120 2024-12-09T23:17:12,563 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 7c618212ba4348e4b7240887e2e94d57, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1733786231306 2024-12-09T23:17:12,563 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] compactions.Compactor(225): Compacting a45535522cc143e6b671983a0ed3239c, keycount=300, bloomtype=ROW, size=55.7 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1733786231306 2024-12-09T23:17:12,567 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bd0d52bde7c9af36f74c3f51ee71098b] 2024-12-09T23:17:12,568 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bd0d52bde7c9af36f74c3f51ee71098b#B#compaction#495 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:17:12,569 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/B/99dbe93b02274332b4f6808233f08ab1 is 50, key is test_row_0/B:col10/1733786231306/Put/seqid=0 2024-12-09T23:17:12,569 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241209a5a3887b28fc4d6598cb1e5ece54ba1b_bd0d52bde7c9af36f74c3f51ee71098b store=[table=TestAcidGuarantees family=A region=bd0d52bde7c9af36f74c3f51ee71098b] 2024-12-09T23:17:12,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742405_1581 (size=12697) 2024-12-09T23:17:12,571 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241209a5a3887b28fc4d6598cb1e5ece54ba1b_bd0d52bde7c9af36f74c3f51ee71098b, store=[table=TestAcidGuarantees family=A region=bd0d52bde7c9af36f74c3f51ee71098b] 2024-12-09T23:17:12,571 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209a5a3887b28fc4d6598cb1e5ece54ba1b_bd0d52bde7c9af36f74c3f51ee71098b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bd0d52bde7c9af36f74c3f51ee71098b] 2024-12-09T23:17:12,572 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-12-09T23:17:12,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:12,573 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2902): Flushing bd0d52bde7c9af36f74c3f51ee71098b 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-12-09T23:17:12,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd0d52bde7c9af36f74c3f51ee71098b, store=A 2024-12-09T23:17:12,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:17:12,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd0d52bde7c9af36f74c3f51ee71098b, store=B 2024-12-09T23:17:12,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:17:12,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd0d52bde7c9af36f74c3f51ee71098b, store=C 2024-12-09T23:17:12,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-09T23:17:12,575 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/B/99dbe93b02274332b4f6808233f08ab1 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/99dbe93b02274332b4f6808233f08ab1 2024-12-09T23:17:12,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742406_1582 (size=4469) 2024-12-09T23:17:12,578 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bd0d52bde7c9af36f74c3f51ee71098b#A#compaction#496 average throughput is 2.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:17:12,579 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/A/2c0293cfda4d4076889d4e8d22a213db is 175, key is test_row_0/A:col10/1733786231306/Put/seqid=0 2024-12-09T23:17:12,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412090319228ff2a0473a81982fd288f9a593_bd0d52bde7c9af36f74c3f51ee71098b is 50, key is test_row_0/A:col10/1733786231377/Put/seqid=0 2024-12-09T23:17:12,581 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bd0d52bde7c9af36f74c3f51ee71098b/B of bd0d52bde7c9af36f74c3f51ee71098b into 99dbe93b02274332b4f6808233f08ab1(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:17:12,581 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bd0d52bde7c9af36f74c3f51ee71098b: 2024-12-09T23:17:12,581 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., storeName=bd0d52bde7c9af36f74c3f51ee71098b/B, priority=12, startTime=1733786232561; duration=0sec 2024-12-09T23:17:12,581 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-09T23:17:12,581 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd0d52bde7c9af36f74c3f51ee71098b:B 2024-12-09T23:17:12,582 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T23:17:12,582 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-09T23:17:12,583 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1541): bd0d52bde7c9af36f74c3f51ee71098b/C is initiating minor compaction (all files) 2024-12-09T23:17:12,583 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bd0d52bde7c9af36f74c3f51ee71098b/C in TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:12,583 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/0c264683cc6945eda9496df1d2c7a85d, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/49b06f6fe3984a4380705cef6df3c284, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/22880161303e4bef8d75606ae5ad7c3d, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/86b86f8db1a040db9ca42d5fa7790d16] into tmpdir=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp, totalSize=47.9 K 2024-12-09T23:17:12,583 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 0c264683cc6945eda9496df1d2c7a85d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733786226283 2024-12-09T23:17:12,584 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 49b06f6fe3984a4380705cef6df3c284, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1733786227443 2024-12-09T23:17:12,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742408_1584 (size=12304) 2024-12-09T23:17:12,584 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 22880161303e4bef8d75606ae5ad7c3d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1733786229120 2024-12-09T23:17:12,584 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] compactions.Compactor(225): Compacting 86b86f8db1a040db9ca42d5fa7790d16, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1733786231306 2024-12-09T23:17:12,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742407_1583 (size=31651) 2024-12-09T23:17:12,590 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bd0d52bde7c9af36f74c3f51ee71098b#C#compaction#498 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T23:17:12,590 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/C/5118ae9e2c3a40eba36e04589258ae82 is 50, key is test_row_0/C:col10/1733786231306/Put/seqid=0 2024-12-09T23:17:12,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742409_1585 (size=12697) 2024-12-09T23:17:12,596 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/C/5118ae9e2c3a40eba36e04589258ae82 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/5118ae9e2c3a40eba36e04589258ae82 2024-12-09T23:17:12,599 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bd0d52bde7c9af36f74c3f51ee71098b/C of bd0d52bde7c9af36f74c3f51ee71098b into 5118ae9e2c3a40eba36e04589258ae82(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:17:12,599 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bd0d52bde7c9af36f74c3f51ee71098b: 2024-12-09T23:17:12,599 INFO [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., storeName=bd0d52bde7c9af36f74c3f51ee71098b/C, priority=12, startTime=1733786232561; duration=0sec 2024-12-09T23:17:12,599 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:17:12,599 DEBUG [RS:0;aab77d931c0c:40923-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd0d52bde7c9af36f74c3f51ee71098b:C 2024-12-09T23:17:12,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-09T23:17:12,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:12,987 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412090319228ff2a0473a81982fd288f9a593_bd0d52bde7c9af36f74c3f51ee71098b to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412090319228ff2a0473a81982fd288f9a593_bd0d52bde7c9af36f74c3f51ee71098b 2024-12-09T23:17:12,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/A/071b031dd8ac4eeeaf76035e1aced6cf, store: [table=TestAcidGuarantees family=A region=bd0d52bde7c9af36f74c3f51ee71098b] 2024-12-09T23:17:12,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/A/071b031dd8ac4eeeaf76035e1aced6cf is 175, key is test_row_0/A:col10/1733786231377/Put/seqid=0 2024-12-09T23:17:12,989 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/A/2c0293cfda4d4076889d4e8d22a213db as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/2c0293cfda4d4076889d4e8d22a213db 2024-12-09T23:17:12,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742410_1586 (size=31105) 2024-12-09T23:17:12,993 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bd0d52bde7c9af36f74c3f51ee71098b/A of bd0d52bde7c9af36f74c3f51ee71098b into 2c0293cfda4d4076889d4e8d22a213db(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T23:17:12,993 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bd0d52bde7c9af36f74c3f51ee71098b: 2024-12-09T23:17:12,993 INFO [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., storeName=bd0d52bde7c9af36f74c3f51ee71098b/A, priority=12, startTime=1733786232561; duration=0sec 2024-12-09T23:17:12,993 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:17:12,993 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd0d52bde7c9af36f74c3f51ee71098b:A 2024-12-09T23:17:13,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on bd0d52bde7c9af36f74c3f51ee71098b 2024-12-09T23:17:13,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. as already flushing 2024-12-09T23:17:13,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:13,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44174 deadline: 1733786293091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:13,095 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:13,095 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:13,095 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:13,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:13,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44174 deadline: 1733786293203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:13,205 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:13,205 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:13,206 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:13,392 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=255, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/A/071b031dd8ac4eeeaf76035e1aced6cf 2024-12-09T23:17:13,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/B/5eb5d498c1df4e66bb44f6173ad05b78 is 50, key is test_row_0/B:col10/1733786231377/Put/seqid=0 2024-12-09T23:17:13,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742411_1587 (size=12151) 2024-12-09T23:17:13,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:13,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44174 deadline: 1733786293412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:13,413 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:13,413 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:13,413 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:13,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:13,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44186 deadline: 1733786293533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:13,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:13,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44184 deadline: 1733786293533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:13,536 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40923,1733786050901 for 'test_row_0' in bd0d52bde7c9af36f74c3f51ee71098b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:17:13,536 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:13,536 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:13,536 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:13,536 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to aab77d931c0c,40923,1733786050901 for 'test_row_0' in bd0d52bde7c9af36f74c3f51ee71098b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-09T23:17:13,536 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:13,536 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:13,536 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:13,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-09T23:17:13,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:13,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44174 deadline: 1733786293723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:13,725 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:13,725 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:13,725 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:13,801 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/B/5eb5d498c1df4e66bb44f6173ad05b78 2024-12-09T23:17:13,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/C/e700738364f14144937149a1b1d371a2 is 50, key is test_row_0/C:col10/1733786231377/Put/seqid=0 2024-12-09T23:17:13,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742412_1588 (size=12151) 2024-12-09T23:17:14,208 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/C/e700738364f14144937149a1b1d371a2 2024-12-09T23:17:14,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-09T23:17:14,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40923 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44174 deadline: 1733786294232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:14,235 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 , the old value is region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:14,235 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-09T23:17:14,235 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., hostname=aab77d931c0c,40923,1733786050901, seqNum=5 because the exception is null or not the one we care about 2024-12-09T23:17:14,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/A/071b031dd8ac4eeeaf76035e1aced6cf as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/071b031dd8ac4eeeaf76035e1aced6cf 2024-12-09T23:17:14,267 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/071b031dd8ac4eeeaf76035e1aced6cf, entries=150, sequenceid=255, filesize=30.4 K 2024-12-09T23:17:14,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/B/5eb5d498c1df4e66bb44f6173ad05b78 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/5eb5d498c1df4e66bb44f6173ad05b78 2024-12-09T23:17:14,270 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/5eb5d498c1df4e66bb44f6173ad05b78, entries=150, sequenceid=255, filesize=11.9 K 2024-12-09T23:17:14,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/C/e700738364f14144937149a1b1d371a2 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/e700738364f14144937149a1b1d371a2 2024-12-09T23:17:14,273 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/e700738364f14144937149a1b1d371a2, entries=150, sequenceid=255, filesize=11.9 K 2024-12-09T23:17:14,274 INFO [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=53.67 KB/54960 for bd0d52bde7c9af36f74c3f51ee71098b in 1702ms, sequenceid=255, compaction requested=false 2024-12-09T23:17:14,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2603): Flush status journal for bd0d52bde7c9af36f74c3f51ee71098b: 2024-12-09T23:17:14,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:14,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/aab77d931c0c:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=165 2024-12-09T23:17:14,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.HMaster(4169): Remote procedure done, pid=165 2024-12-09T23:17:14,277 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-12-09T23:17:14,277 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7690 sec 2024-12-09T23:17:14,278 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees in 2.7730 sec 2024-12-09T23:17:14,698 INFO [Thread-2327 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2327. 2024-12-09T23:17:14,698 DEBUG [Thread-2327 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T23:17:14,698 DEBUG [Thread-2327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:17:14,698 INFO [Thread-2331 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2331. 2024-12-09T23:17:14,698 DEBUG [Thread-2327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:17:14,698 DEBUG [Thread-2331 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T23:17:14,698 DEBUG [Thread-2331 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:17:14,698 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T23:17:14,698 DEBUG [Thread-2331 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:17:14,698 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T23:17:14,699 INFO [Thread-2329 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2329. 2024-12-09T23:17:14,699 DEBUG [Thread-2329 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T23:17:14,699 DEBUG [Thread-2329 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:17:14,699 DEBUG [Thread-2329 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:17:14,699 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T23:17:14,700 INFO [Thread-2335 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2335. 2024-12-09T23:17:14,700 DEBUG [Thread-2335 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T23:17:14,700 DEBUG [Thread-2335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:17:14,700 DEBUG [Thread-2335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:17:14,700 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T23:17:14,700 INFO [Thread-2333 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2333. 2024-12-09T23:17:14,700 DEBUG [Thread-2333 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T23:17:14,700 DEBUG [Thread-2333 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:17:14,700 DEBUG [Thread-2333 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:17:14,700 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T23:17:15,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40923 {}] regionserver.HRegion(8855): Flush requested on bd0d52bde7c9af36f74c3f51ee71098b 2024-12-09T23:17:15,258 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bd0d52bde7c9af36f74c3f51ee71098b 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-09T23:17:15,258 INFO [Thread-2324 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2324. 2024-12-09T23:17:15,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd0d52bde7c9af36f74c3f51ee71098b, store=A 2024-12-09T23:17:15,259 DEBUG [Thread-2324 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T23:17:15,259 DEBUG [Thread-2324 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:17:15,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:17:15,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd0d52bde7c9af36f74c3f51ee71098b, store=B 2024-12-09T23:17:15,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:17:15,259 DEBUG [Thread-2324 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:17:15,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd0d52bde7c9af36f74c3f51ee71098b, store=C 2024-12-09T23:17:15,259 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T23:17:15,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:17:15,268 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209bfbb22b22ad34fdea4d1bb428474e5e2_bd0d52bde7c9af36f74c3f51ee71098b is 50, key is test_row_0/A:col10/1733786233087/Put/seqid=0 2024-12-09T23:17:15,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742413_1589 (size=12454) 2024-12-09T23:17:15,547 INFO [Thread-2320 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2320. 2024-12-09T23:17:15,547 DEBUG [Thread-2320 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T23:17:15,548 DEBUG [Thread-2320 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:17:15,548 DEBUG [Thread-2320 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:17:15,548 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T23:17:15,557 INFO [Thread-2318 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2318. 2024-12-09T23:17:15,557 DEBUG [Thread-2318 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T23:17:15,557 DEBUG [Thread-2318 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:17:15,557 DEBUG [Thread-2318 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:17:15,557 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T23:17:15,657 INFO [Thread-2322 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2322. 2024-12-09T23:17:15,657 DEBUG [Thread-2322 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T23:17:15,657 DEBUG [Thread-2322 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:17:15,657 DEBUG [Thread-2322 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:17:15,657 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T23:17:15,667 INFO [Thread-2316 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2316. 2024-12-09T23:17:15,667 DEBUG [Thread-2316 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-09T23:17:15,667 DEBUG [Thread-2316 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:17:15,667 DEBUG [Thread-2316 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:17:15,668 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T23:17:15,672 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:15,675 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241209bfbb22b22ad34fdea4d1bb428474e5e2_bd0d52bde7c9af36f74c3f51ee71098b to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209bfbb22b22ad34fdea4d1bb428474e5e2_bd0d52bde7c9af36f74c3f51ee71098b 2024-12-09T23:17:15,676 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/A/bb87df53ed9248d2a3cf88b4d70b4ccf, store: [table=TestAcidGuarantees family=A region=bd0d52bde7c9af36f74c3f51ee71098b] 2024-12-09T23:17:15,676 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/A/bb87df53ed9248d2a3cf88b4d70b4ccf is 175, key is test_row_0/A:col10/1733786233087/Put/seqid=0 2024-12-09T23:17:15,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742414_1590 (size=31255) 2024-12-09T23:17:15,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-09T23:17:15,683 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-09T23:17:15,683 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-09T23:17:15,683 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 37 2024-12-09T23:17:15,683 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 64 2024-12-09T23:17:15,683 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-12-09T23:17:15,683 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 36 2024-12-09T23:17:15,683 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 18 2024-12-09T23:17:15,683 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-09T23:17:15,683 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4686 2024-12-09T23:17:15,683 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4635 2024-12-09T23:17:15,683 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4576 2024-12-09T23:17:15,683 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4683 2024-12-09T23:17:15,683 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4638 2024-12-09T23:17:15,683 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-09T23:17:15,683 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T23:17:15,684 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T23:17:15,684 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:17:15,684 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:17:15,684 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T23:17:15,684 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-12-09T23:17:15,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-09T23:17:15,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-09T23:17:15,686 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733786235686"}]},"ts":"1733786235686"} 2024-12-09T23:17:15,687 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-09T23:17:15,687 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-09T23:17:15,688 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-09T23:17:15,689 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bd0d52bde7c9af36f74c3f51ee71098b, UNASSIGN}] 2024-12-09T23:17:15,689 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bd0d52bde7c9af36f74c3f51ee71098b, UNASSIGN 2024-12-09T23:17:15,690 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=168 updating hbase:meta row=bd0d52bde7c9af36f74c3f51ee71098b, regionState=CLOSING, regionLocation=aab77d931c0c,40923,1733786050901 2024-12-09T23:17:15,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bd0d52bde7c9af36f74c3f51ee71098b, UNASSIGN because future has completed 2024-12-09T23:17:15,691 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T23:17:15,691 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE, hasLock=false; CloseRegionProcedure bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901}] 2024-12-09T23:17:15,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-09T23:17:15,844 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(122): Close bd0d52bde7c9af36f74c3f51ee71098b 2024-12-09T23:17:15,844 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-09T23:17:15,844 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1722): Closing bd0d52bde7c9af36f74c3f51ee71098b, disabling compactions & flushes 2024-12-09T23:17:15,844 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:16,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-09T23:17:16,080 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=270, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/A/bb87df53ed9248d2a3cf88b4d70b4ccf 2024-12-09T23:17:16,090 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/B/995156f09e40458c94bae982b9ce8316 is 50, key is test_row_0/B:col10/1733786233087/Put/seqid=0 2024-12-09T23:17:16,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742415_1591 (size=12301) 2024-12-09T23:17:16,095 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/B/995156f09e40458c94bae982b9ce8316 2024-12-09T23:17:16,101 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/C/af7bad944bf64f3f9da798b6b5caa42c is 50, key is test_row_0/C:col10/1733786233087/Put/seqid=0 2024-12-09T23:17:16,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742416_1592 (size=12301) 2024-12-09T23:17:16,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-09T23:17:16,505 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/C/af7bad944bf64f3f9da798b6b5caa42c 2024-12-09T23:17:16,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/A/bb87df53ed9248d2a3cf88b4d70b4ccf as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/bb87df53ed9248d2a3cf88b4d70b4ccf 2024-12-09T23:17:16,521 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/bb87df53ed9248d2a3cf88b4d70b4ccf, entries=150, sequenceid=270, filesize=30.5 K 2024-12-09T23:17:16,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/B/995156f09e40458c94bae982b9ce8316 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/995156f09e40458c94bae982b9ce8316 2024-12-09T23:17:16,526 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/995156f09e40458c94bae982b9ce8316, entries=150, sequenceid=270, filesize=12.0 K 2024-12-09T23:17:16,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/C/af7bad944bf64f3f9da798b6b5caa42c as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/af7bad944bf64f3f9da798b6b5caa42c 2024-12-09T23:17:16,530 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/af7bad944bf64f3f9da798b6b5caa42c, entries=150, sequenceid=270, filesize=12.0 K 2024-12-09T23:17:16,531 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=26.84 KB/27480 for bd0d52bde7c9af36f74c3f51ee71098b in 1274ms, sequenceid=270, compaction requested=true 2024-12-09T23:17:16,531 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bd0d52bde7c9af36f74c3f51ee71098b: 2024-12-09T23:17:16,531 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:16,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bd0d52bde7c9af36f74c3f51ee71098b:A, priority=-2147483648, current under compaction store size is 1 2024-12-09T23:17:16,531 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:16,531 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. because compaction request was cancelled 2024-12-09T23:17:16,531 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd0d52bde7c9af36f74c3f51ee71098b:A 2024-12-09T23:17:16,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:17:16,531 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. after waiting 0 ms 2024-12-09T23:17:16,531 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:16,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bd0d52bde7c9af36f74c3f51ee71098b:B, priority=-2147483648, current under compaction store size is 1 2024-12-09T23:17:16,531 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. because compaction request was cancelled 2024-12-09T23:17:16,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:17:16,531 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd0d52bde7c9af36f74c3f51ee71098b:B 2024-12-09T23:17:16,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bd0d52bde7c9af36f74c3f51ee71098b:C, priority=-2147483648, current under compaction store size is 1 2024-12-09T23:17:16,531 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. because compaction request was cancelled 2024-12-09T23:17:16,531 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(2902): Flushing bd0d52bde7c9af36f74c3f51ee71098b 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-12-09T23:17:16,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-09T23:17:16,531 DEBUG [RS:0;aab77d931c0c:40923-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd0d52bde7c9af36f74c3f51ee71098b:C 2024-12-09T23:17:16,532 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd0d52bde7c9af36f74c3f51ee71098b, store=A 2024-12-09T23:17:16,532 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:17:16,532 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd0d52bde7c9af36f74c3f51ee71098b, store=B 2024-12-09T23:17:16,532 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:17:16,532 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd0d52bde7c9af36f74c3f51ee71098b, store=C 2024-12-09T23:17:16,532 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-09T23:17:16,538 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412092b756fb045284e4c91a41eddb28d5f95_bd0d52bde7c9af36f74c3f51ee71098b is 50, key is test_row_0/A:col10/1733786235555/Put/seqid=0 2024-12-09T23:17:16,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742417_1593 (size=12454) 2024-12-09T23:17:16,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-09T23:17:16,947 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T23:17:16,954 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412092b756fb045284e4c91a41eddb28d5f95_bd0d52bde7c9af36f74c3f51ee71098b to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412092b756fb045284e4c91a41eddb28d5f95_bd0d52bde7c9af36f74c3f51ee71098b 2024-12-09T23:17:16,956 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/A/091ce5e5c8974a1491e62bce02ded099, store: [table=TestAcidGuarantees family=A region=bd0d52bde7c9af36f74c3f51ee71098b] 2024-12-09T23:17:16,957 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/A/091ce5e5c8974a1491e62bce02ded099 is 175, key is test_row_0/A:col10/1733786235555/Put/seqid=0 2024-12-09T23:17:16,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742418_1594 (size=31255) 2024-12-09T23:17:17,364 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=277, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/A/091ce5e5c8974a1491e62bce02ded099 2024-12-09T23:17:17,376 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/B/7988475b97d341d8a3357fe05e0760cc is 50, key is test_row_0/B:col10/1733786235555/Put/seqid=0 2024-12-09T23:17:17,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742419_1595 (size=12301) 2024-12-09T23:17:17,782 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/B/7988475b97d341d8a3357fe05e0760cc 2024-12-09T23:17:17,794 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/C/8b826d2bcaf547c89c6c2ce6b2bd959b is 50, key is test_row_0/C:col10/1733786235555/Put/seqid=0 2024-12-09T23:17:17,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742420_1596 (size=12301) 2024-12-09T23:17:17,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-09T23:17:18,198 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/C/8b826d2bcaf547c89c6c2ce6b2bd959b 2024-12-09T23:17:18,207 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/A/091ce5e5c8974a1491e62bce02ded099 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/091ce5e5c8974a1491e62bce02ded099 2024-12-09T23:17:18,212 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/091ce5e5c8974a1491e62bce02ded099, entries=150, sequenceid=277, filesize=30.5 K 2024-12-09T23:17:18,213 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/B/7988475b97d341d8a3357fe05e0760cc as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/7988475b97d341d8a3357fe05e0760cc 2024-12-09T23:17:18,217 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/7988475b97d341d8a3357fe05e0760cc, entries=150, sequenceid=277, filesize=12.0 K 2024-12-09T23:17:18,218 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/.tmp/C/8b826d2bcaf547c89c6c2ce6b2bd959b as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/8b826d2bcaf547c89c6c2ce6b2bd959b 2024-12-09T23:17:18,220 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/8b826d2bcaf547c89c6c2ce6b2bd959b, entries=150, sequenceid=277, filesize=12.0 K 2024-12-09T23:17:18,221 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for bd0d52bde7c9af36f74c3f51ee71098b in 1690ms, sequenceid=277, compaction requested=true 2024-12-09T23:17:18,222 DEBUG [StoreCloser-TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/0a0bd63668c94c7f878149563668fed1, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/031b1a3b0eb44063a73c64e7e44351e5, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/cb055f498c294295b899b20ea29d7b57, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/6b1bdc33608a4302b118119406160348, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/fc2c4760b36341b7b2c3a473172a2085, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/005bd880d824410e930788cea64dd46c, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/c491e8b7dfa94819a28dc953f874d10f, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/4d5c710c81624c8ab7e3731750cd19a0, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/80bb2e1145874c5aa64f2bdcfa605a23, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/f315c649343a447bb7ffd01112114dce, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/df308ba7e6d2497b824ef0fdccccece3, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/2945e403a16947378d2c55a13e8972ec, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/2fa766977e264543a0caf5a6fdc1dda1, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/e3123d6d0e0148e68b3f33db2cb17c01, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/7b16f8d88f1944e089d27281992f8ac6, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/a45535522cc143e6b671983a0ed3239c] to archive 2024-12-09T23:17:18,222 DEBUG [StoreCloser-TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-09T23:17:18,224 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/031b1a3b0eb44063a73c64e7e44351e5 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/031b1a3b0eb44063a73c64e7e44351e5 2024-12-09T23:17:18,224 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/0a0bd63668c94c7f878149563668fed1 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/0a0bd63668c94c7f878149563668fed1 2024-12-09T23:17:18,224 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/6b1bdc33608a4302b118119406160348 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/6b1bdc33608a4302b118119406160348 2024-12-09T23:17:18,225 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/cb055f498c294295b899b20ea29d7b57 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/cb055f498c294295b899b20ea29d7b57 2024-12-09T23:17:18,225 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/005bd880d824410e930788cea64dd46c to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/005bd880d824410e930788cea64dd46c 2024-12-09T23:17:18,225 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/fc2c4760b36341b7b2c3a473172a2085 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/fc2c4760b36341b7b2c3a473172a2085 2024-12-09T23:17:18,225 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/c491e8b7dfa94819a28dc953f874d10f to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/c491e8b7dfa94819a28dc953f874d10f 2024-12-09T23:17:18,225 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/4d5c710c81624c8ab7e3731750cd19a0 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/4d5c710c81624c8ab7e3731750cd19a0 2024-12-09T23:17:18,226 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/df308ba7e6d2497b824ef0fdccccece3 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/df308ba7e6d2497b824ef0fdccccece3 2024-12-09T23:17:18,227 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/f315c649343a447bb7ffd01112114dce to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/f315c649343a447bb7ffd01112114dce 2024-12-09T23:17:18,227 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/80bb2e1145874c5aa64f2bdcfa605a23 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/80bb2e1145874c5aa64f2bdcfa605a23 2024-12-09T23:17:18,227 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/2945e403a16947378d2c55a13e8972ec to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/2945e403a16947378d2c55a13e8972ec 2024-12-09T23:17:18,227 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/e3123d6d0e0148e68b3f33db2cb17c01 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/e3123d6d0e0148e68b3f33db2cb17c01 2024-12-09T23:17:18,227 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/2fa766977e264543a0caf5a6fdc1dda1 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/2fa766977e264543a0caf5a6fdc1dda1 2024-12-09T23:17:18,227 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/7b16f8d88f1944e089d27281992f8ac6 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/7b16f8d88f1944e089d27281992f8ac6 2024-12-09T23:17:18,227 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/a45535522cc143e6b671983a0ed3239c to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/a45535522cc143e6b671983a0ed3239c 2024-12-09T23:17:18,228 DEBUG [StoreCloser-TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/5027e17086c34a13b731544af2753e1a, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/c9bd72964ae44070a9ef9eab020e791e, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/07c8cb7efacb4717b1a804a839a5a052, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/51e55ef792c24f069527266346ed0155, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/ebfd7ad427ae41a38e14a93763e53ff5, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/79c8fd35c0c44ce49a766cbdf85f68be, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/98660821be6948cea21ac5802359b556, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/f358b477803f4f6bb9a6994248bdf0e3, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/9523c777ca094767ad5061ee721d51cf, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/d2be45661f51408ca35aa466c46c64c5, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/2fa1314a3c5d4dba978c162991353dd0, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/1f4f8112424f4a5a8d167a4f1d83c634, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/eb401bb8a3484fb4acae1d2550f6c5f7, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/6182283c72e74cef8b9dfd17db29b03e, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/ce3ad7ab608746c5a1f62134e9d5f3f6, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/7c618212ba4348e4b7240887e2e94d57] to archive 2024-12-09T23:17:18,229 DEBUG [StoreCloser-TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-09T23:17:18,231 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/c9bd72964ae44070a9ef9eab020e791e to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/c9bd72964ae44070a9ef9eab020e791e 2024-12-09T23:17:18,231 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/07c8cb7efacb4717b1a804a839a5a052 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/07c8cb7efacb4717b1a804a839a5a052 2024-12-09T23:17:18,232 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/5027e17086c34a13b731544af2753e1a to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/5027e17086c34a13b731544af2753e1a 2024-12-09T23:17:18,232 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/ebfd7ad427ae41a38e14a93763e53ff5 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/ebfd7ad427ae41a38e14a93763e53ff5 2024-12-09T23:17:18,232 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/79c8fd35c0c44ce49a766cbdf85f68be to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/79c8fd35c0c44ce49a766cbdf85f68be 2024-12-09T23:17:18,232 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/98660821be6948cea21ac5802359b556 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/98660821be6948cea21ac5802359b556 2024-12-09T23:17:18,232 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/51e55ef792c24f069527266346ed0155 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/51e55ef792c24f069527266346ed0155 2024-12-09T23:17:18,232 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/f358b477803f4f6bb9a6994248bdf0e3 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/f358b477803f4f6bb9a6994248bdf0e3 2024-12-09T23:17:18,233 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/9523c777ca094767ad5061ee721d51cf to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/9523c777ca094767ad5061ee721d51cf 2024-12-09T23:17:18,233 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/2fa1314a3c5d4dba978c162991353dd0 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/2fa1314a3c5d4dba978c162991353dd0 2024-12-09T23:17:18,234 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/eb401bb8a3484fb4acae1d2550f6c5f7 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/eb401bb8a3484fb4acae1d2550f6c5f7 2024-12-09T23:17:18,234 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/ce3ad7ab608746c5a1f62134e9d5f3f6 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/ce3ad7ab608746c5a1f62134e9d5f3f6 2024-12-09T23:17:18,234 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/7c618212ba4348e4b7240887e2e94d57 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/7c618212ba4348e4b7240887e2e94d57 2024-12-09T23:17:18,234 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/1f4f8112424f4a5a8d167a4f1d83c634 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/1f4f8112424f4a5a8d167a4f1d83c634 2024-12-09T23:17:18,234 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/6182283c72e74cef8b9dfd17db29b03e to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/6182283c72e74cef8b9dfd17db29b03e 2024-12-09T23:17:18,234 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/d2be45661f51408ca35aa466c46c64c5 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/d2be45661f51408ca35aa466c46c64c5 2024-12-09T23:17:18,237 DEBUG [StoreCloser-TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/780d1d22e95e4340b3c6d217f952e5b4, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/674bbca37735457b970f96188e82d5a0, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/41a5dff0f408406b9a305338c8575cac, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/883d7115591a48db93051d47098c5a86, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/6e4c05184f83463dbb530b48513eb699, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/7b956d6ca98847f38a2c723678b0f6f8, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/6f7f9d165eb64df5b945cc402fc59502, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/f4aa087196b44fb980361b5d71773010, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/87bfa797ad90491abf1e30a3384f97c1, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/b156b4714ef44c6db05e69bbf2718305, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/934c8a594a1d455085a167c448dc0b0e, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/0c264683cc6945eda9496df1d2c7a85d, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/d3983e22c30d44feb9447948d3a64781, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/49b06f6fe3984a4380705cef6df3c284, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/22880161303e4bef8d75606ae5ad7c3d, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/86b86f8db1a040db9ca42d5fa7790d16] to archive 2024-12-09T23:17:18,238 DEBUG [StoreCloser-TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-09T23:17:18,240 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/780d1d22e95e4340b3c6d217f952e5b4 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/780d1d22e95e4340b3c6d217f952e5b4 2024-12-09T23:17:18,240 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/883d7115591a48db93051d47098c5a86 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/883d7115591a48db93051d47098c5a86 2024-12-09T23:17:18,240 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/674bbca37735457b970f96188e82d5a0 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/674bbca37735457b970f96188e82d5a0 2024-12-09T23:17:18,240 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/f4aa087196b44fb980361b5d71773010 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/f4aa087196b44fb980361b5d71773010 2024-12-09T23:17:18,240 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/6f7f9d165eb64df5b945cc402fc59502 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/6f7f9d165eb64df5b945cc402fc59502 2024-12-09T23:17:18,240 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/6e4c05184f83463dbb530b48513eb699 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/6e4c05184f83463dbb530b48513eb699 2024-12-09T23:17:18,241 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/41a5dff0f408406b9a305338c8575cac to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/41a5dff0f408406b9a305338c8575cac 2024-12-09T23:17:18,241 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/7b956d6ca98847f38a2c723678b0f6f8 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/7b956d6ca98847f38a2c723678b0f6f8 2024-12-09T23:17:18,242 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/b156b4714ef44c6db05e69bbf2718305 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/b156b4714ef44c6db05e69bbf2718305 2024-12-09T23:17:18,242 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/934c8a594a1d455085a167c448dc0b0e to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/934c8a594a1d455085a167c448dc0b0e 2024-12-09T23:17:18,242 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/87bfa797ad90491abf1e30a3384f97c1 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/87bfa797ad90491abf1e30a3384f97c1 2024-12-09T23:17:18,242 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/0c264683cc6945eda9496df1d2c7a85d to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/0c264683cc6945eda9496df1d2c7a85d 2024-12-09T23:17:18,242 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/49b06f6fe3984a4380705cef6df3c284 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/49b06f6fe3984a4380705cef6df3c284 2024-12-09T23:17:18,242 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/22880161303e4bef8d75606ae5ad7c3d to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/22880161303e4bef8d75606ae5ad7c3d 2024-12-09T23:17:18,242 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/d3983e22c30d44feb9447948d3a64781 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/d3983e22c30d44feb9447948d3a64781 2024-12-09T23:17:18,242 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/86b86f8db1a040db9ca42d5fa7790d16 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/86b86f8db1a040db9ca42d5fa7790d16 2024-12-09T23:17:18,245 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/recovered.edits/280.seqid, newMaxSeqId=280, maxSeqId=4 2024-12-09T23:17:18,245 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. 2024-12-09T23:17:18,245 DEBUG [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1676): Region close journal for bd0d52bde7c9af36f74c3f51ee71098b: Waiting for close lock at 1733786235844Running coprocessor pre-close hooks at 1733786235844Disabling compacts and flushes for region at 1733786235844Disabling writes for close at 1733786236531 (+687 ms)Obtaining lock to block concurrent updates at 1733786236531Preparing flush snapshotting stores in bd0d52bde7c9af36f74c3f51ee71098b at 1733786236531Finished memstore snapshotting TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1733786236532 (+1 ms)Flushing stores of TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b. at 1733786236532Flushing bd0d52bde7c9af36f74c3f51ee71098b/A: creating writer at 1733786236533 (+1 ms)Flushing mob file bd0d52bde7c9af36f74c3f51ee71098b/A: appending metadata at 1733786236538 (+5 ms)Flushing mob file bd0d52bde7c9af36f74c3f51ee71098b/A: closing flushed file at 1733786236538Flushing bd0d52bde7c9af36f74c3f51ee71098b/A: appending metadata at 1733786236956 (+418 ms)Flushing bd0d52bde7c9af36f74c3f51ee71098b/A: closing flushed file at 1733786236956Flushing bd0d52bde7c9af36f74c3f51ee71098b/B: creating writer at 1733786237373 (+417 ms)Flushing bd0d52bde7c9af36f74c3f51ee71098b/B: appending metadata at 1733786237376 (+3 ms)Flushing bd0d52bde7c9af36f74c3f51ee71098b/B: closing flushed file at 1733786237376Flushing bd0d52bde7c9af36f74c3f51ee71098b/C: creating writer at 1733786237791 (+415 ms)Flushing bd0d52bde7c9af36f74c3f51ee71098b/C: appending metadata at 1733786237793 (+2 ms)Flushing bd0d52bde7c9af36f74c3f51ee71098b/C: closing flushed file at 1733786237793Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@282fc69: reopening flushed file at 1733786238206 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14cbe4b5: reopening flushed file at 1733786238212 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ea4b718: reopening flushed file at 1733786238217 (+5 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for bd0d52bde7c9af36f74c3f51ee71098b in 1690ms, sequenceid=277, compaction requested=true at 1733786238221 (+4 ms)Writing region close event to WAL at 1733786238243 (+22 ms)Running coprocessor post-close hooks at 1733786238245 (+2 ms)Closed at 1733786238245 2024-12-09T23:17:18,247 INFO [RS_CLOSE_REGION-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(157): Closed bd0d52bde7c9af36f74c3f51ee71098b 2024-12-09T23:17:18,247 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=168 updating hbase:meta row=bd0d52bde7c9af36f74c3f51ee71098b, regionState=CLOSED 2024-12-09T23:17:18,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=169, ppid=168, state=RUNNABLE, hasLock=false; CloseRegionProcedure bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 because future has completed 2024-12-09T23:17:18,250 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=169, resume processing ppid=168 2024-12-09T23:17:18,250 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, ppid=168, state=SUCCESS, hasLock=false; CloseRegionProcedure bd0d52bde7c9af36f74c3f51ee71098b, server=aab77d931c0c,40923,1733786050901 in 2.5580 sec 2024-12-09T23:17:18,252 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=168, resume processing ppid=167 2024-12-09T23:17:18,252 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, ppid=167, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bd0d52bde7c9af36f74c3f51ee71098b, UNASSIGN in 2.5610 sec 2024-12-09T23:17:18,254 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166 2024-12-09T23:17:18,254 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.5640 sec 2024-12-09T23:17:18,255 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733786238254"}]},"ts":"1733786238254"} 2024-12-09T23:17:18,255 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-09T23:17:18,255 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-09T23:17:18,257 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.5720 sec 2024-12-09T23:17:19,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-09T23:17:19,864 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-09T23:17:19,866 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-12-09T23:17:19,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] procedure2.ProcedureExecutor(1139): Stored pid=170, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T23:17:19,871 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=170, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T23:17:19,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-12-09T23:17:19,873 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=170, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T23:17:19,875 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b 2024-12-09T23:17:19,878 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A, FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B, FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C, FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/recovered.edits] 2024-12-09T23:17:19,882 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/091ce5e5c8974a1491e62bce02ded099 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/091ce5e5c8974a1491e62bce02ded099 2024-12-09T23:17:19,882 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/071b031dd8ac4eeeaf76035e1aced6cf to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/071b031dd8ac4eeeaf76035e1aced6cf 2024-12-09T23:17:19,882 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/bb87df53ed9248d2a3cf88b4d70b4ccf to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/bb87df53ed9248d2a3cf88b4d70b4ccf 2024-12-09T23:17:19,883 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/2c0293cfda4d4076889d4e8d22a213db to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/A/2c0293cfda4d4076889d4e8d22a213db 2024-12-09T23:17:19,887 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/7988475b97d341d8a3357fe05e0760cc to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/7988475b97d341d8a3357fe05e0760cc 2024-12-09T23:17:19,887 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/995156f09e40458c94bae982b9ce8316 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/995156f09e40458c94bae982b9ce8316 2024-12-09T23:17:19,887 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/5eb5d498c1df4e66bb44f6173ad05b78 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/5eb5d498c1df4e66bb44f6173ad05b78 2024-12-09T23:17:19,887 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/99dbe93b02274332b4f6808233f08ab1 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/B/99dbe93b02274332b4f6808233f08ab1 2024-12-09T23:17:19,891 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/5118ae9e2c3a40eba36e04589258ae82 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/5118ae9e2c3a40eba36e04589258ae82 2024-12-09T23:17:19,891 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/8b826d2bcaf547c89c6c2ce6b2bd959b to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/8b826d2bcaf547c89c6c2ce6b2bd959b 2024-12-09T23:17:19,891 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/e700738364f14144937149a1b1d371a2 to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/e700738364f14144937149a1b1d371a2 2024-12-09T23:17:19,892 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/af7bad944bf64f3f9da798b6b5caa42c to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/C/af7bad944bf64f3f9da798b6b5caa42c 2024-12-09T23:17:19,894 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/recovered.edits/280.seqid to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b/recovered.edits/280.seqid 2024-12-09T23:17:19,894 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/default/TestAcidGuarantees/bd0d52bde7c9af36f74c3f51ee71098b 2024-12-09T23:17:19,894 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-09T23:17:19,895 DEBUG [PEWorker-1 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-09T23:17:19,895 DEBUG [PEWorker-1 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-09T23:17:19,900 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120900b657e75d734fb6a4625a0be1fc2dd8_bd0d52bde7c9af36f74c3f51ee71098b to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120900b657e75d734fb6a4625a0be1fc2dd8_bd0d52bde7c9af36f74c3f51ee71098b 2024-12-09T23:17:19,900 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412090fb8d6edd6aa4c6ea40db1ba40c1cba3_bd0d52bde7c9af36f74c3f51ee71098b to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412090fb8d6edd6aa4c6ea40db1ba40c1cba3_bd0d52bde7c9af36f74c3f51ee71098b 2024-12-09T23:17:19,900 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412091ba5cbc5002140a799e7823700cb7ed0_bd0d52bde7c9af36f74c3f51ee71098b to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412091ba5cbc5002140a799e7823700cb7ed0_bd0d52bde7c9af36f74c3f51ee71098b 2024-12-09T23:17:19,901 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412092b756fb045284e4c91a41eddb28d5f95_bd0d52bde7c9af36f74c3f51ee71098b to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412092b756fb045284e4c91a41eddb28d5f95_bd0d52bde7c9af36f74c3f51ee71098b 2024-12-09T23:17:19,901 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412090319228ff2a0473a81982fd288f9a593_bd0d52bde7c9af36f74c3f51ee71098b to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412090319228ff2a0473a81982fd288f9a593_bd0d52bde7c9af36f74c3f51ee71098b 2024-12-09T23:17:19,901 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412094b10d77c855c4d7ea951ba0fafca4cb3_bd0d52bde7c9af36f74c3f51ee71098b to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412094b10d77c855c4d7ea951ba0fafca4cb3_bd0d52bde7c9af36f74c3f51ee71098b 2024-12-09T23:17:19,901 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412094cce8e704d464360ad1528470db59dbd_bd0d52bde7c9af36f74c3f51ee71098b to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412094cce8e704d464360ad1528470db59dbd_bd0d52bde7c9af36f74c3f51ee71098b 2024-12-09T23:17:19,901 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412095de5b5bf9d104eaca2853f2643e2d668_bd0d52bde7c9af36f74c3f51ee71098b to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412095de5b5bf9d104eaca2853f2643e2d668_bd0d52bde7c9af36f74c3f51ee71098b 2024-12-09T23:17:19,901 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120983fd544439cd4b449feed99159eaf356_bd0d52bde7c9af36f74c3f51ee71098b to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120983fd544439cd4b449feed99159eaf356_bd0d52bde7c9af36f74c3f51ee71098b 2024-12-09T23:17:19,902 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209bfbb22b22ad34fdea4d1bb428474e5e2_bd0d52bde7c9af36f74c3f51ee71098b to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209bfbb22b22ad34fdea4d1bb428474e5e2_bd0d52bde7c9af36f74c3f51ee71098b 2024-12-09T23:17:19,902 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209d96c2cef30314c08b4335e1705cf81d4_bd0d52bde7c9af36f74c3f51ee71098b to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209d96c2cef30314c08b4335e1705cf81d4_bd0d52bde7c9af36f74c3f51ee71098b 2024-12-09T23:17:19,902 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209bc3f6b7fa0dc432d978bdda6eed2c12c_bd0d52bde7c9af36f74c3f51ee71098b to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209bc3f6b7fa0dc432d978bdda6eed2c12c_bd0d52bde7c9af36f74c3f51ee71098b 2024-12-09T23:17:19,902 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120972cb0cb36b7a4c1dbfc4522af91c3c89_bd0d52bde7c9af36f74c3f51ee71098b to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120972cb0cb36b7a4c1dbfc4522af91c3c89_bd0d52bde7c9af36f74c3f51ee71098b 2024-12-09T23:17:19,902 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209cdf8f56c750c42dbb0f2b0ff27237ce9_bd0d52bde7c9af36f74c3f51ee71098b to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209cdf8f56c750c42dbb0f2b0ff27237ce9_bd0d52bde7c9af36f74c3f51ee71098b 2024-12-09T23:17:19,902 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209ff246a27a2844ec8b55e73e38a5196ea_bd0d52bde7c9af36f74c3f51ee71098b to hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241209ff246a27a2844ec8b55e73e38a5196ea_bd0d52bde7c9af36f74c3f51ee71098b 2024-12-09T23:17:19,902 DEBUG [PEWorker-1 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-09T23:17:19,904 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=170, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T23:17:19,905 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-09T23:17:19,907 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-09T23:17:19,907 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=170, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T23:17:19,907 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-09T23:17:19,908 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733786239907"}]},"ts":"9223372036854775807"} 2024-12-09T23:17:19,909 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-09T23:17:19,909 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => bd0d52bde7c9af36f74c3f51ee71098b, NAME => 'TestAcidGuarantees,,1733786212355.bd0d52bde7c9af36f74c3f51ee71098b.', STARTKEY => '', ENDKEY => ''}] 2024-12-09T23:17:19,909 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-09T23:17:19,909 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733786239909"}]},"ts":"9223372036854775807"} 2024-12-09T23:17:19,910 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-09T23:17:19,911 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=170, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-09T23:17:19,911 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 45 msec 2024-12-09T23:17:19,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-12-09T23:17:19,984 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-09T23:17:19,985 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-09T23:17:19,999 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=258 (was 253) - Thread LEAK? -, OpenFileDescriptor=459 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=435 (was 447), ProcessCount=11 (was 11), AvailableMemoryMB=6850 (was 6917) 2024-12-09T23:17:19,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-09T23:17:20,000 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T23:17:20,000 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T23:17:20,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:17:20,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:17:20,000 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T23:17:20,000 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-09T23:17:20,000 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1570076000, stopped=false 2024-12-09T23:17:20,000 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=aab77d931c0c,33465,1733786049737 2024-12-09T23:17:20,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40923-0x1000cdb9fe00001, quorum=127.0.0.1:54741, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T23:17:20,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33465-0x1000cdb9fe00000, quorum=127.0.0.1:54741, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T23:17:20,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33465-0x1000cdb9fe00000, quorum=127.0.0.1:54741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T23:17:20,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40923-0x1000cdb9fe00001, quorum=127.0.0.1:54741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T23:17:20,070 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-09T23:17:20,072 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33465-0x1000cdb9fe00000, quorum=127.0.0.1:54741, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T23:17:20,073 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40923-0x1000cdb9fe00001, quorum=127.0.0.1:54741, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T23:17:20,073 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T23:17:20,073 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T23:17:20,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:17:20,073 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'aab77d931c0c,40923,1733786050901' ***** 2024-12-09T23:17:20,073 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-09T23:17:20,074 INFO [RS:0;aab77d931c0c:40923 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T23:17:20,074 INFO [RS:0;aab77d931c0c:40923 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T23:17:20,074 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T23:17:20,074 INFO [RS:0;aab77d931c0c:40923 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T23:17:20,074 INFO [RS:0;aab77d931c0c:40923 {}] regionserver.HRegionServer(959): stopping server aab77d931c0c,40923,1733786050901 2024-12-09T23:17:20,074 INFO [RS:0;aab77d931c0c:40923 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T23:17:20,074 INFO [RS:0;aab77d931c0c:40923 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;aab77d931c0c:40923. 2024-12-09T23:17:20,074 DEBUG [RS:0;aab77d931c0c:40923 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T23:17:20,074 DEBUG [RS:0;aab77d931c0c:40923 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:17:20,074 INFO [RS:0;aab77d931c0c:40923 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T23:17:20,074 INFO [RS:0;aab77d931c0c:40923 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T23:17:20,074 INFO [RS:0;aab77d931c0c:40923 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T23:17:20,075 INFO [RS:0;aab77d931c0c:40923 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-09T23:17:20,075 INFO [RS:0;aab77d931c0c:40923 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-09T23:17:20,075 DEBUG [RS:0;aab77d931c0c:40923 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-09T23:17:20,075 DEBUG [RS:0;aab77d931c0c:40923 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-09T23:17:20,075 DEBUG [RS_CLOSE_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-09T23:17:20,075 INFO [RS_CLOSE_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-09T23:17:20,076 DEBUG [RS_CLOSE_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-09T23:17:20,076 DEBUG [RS_CLOSE_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T23:17:20,076 DEBUG [RS_CLOSE_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T23:17:20,076 INFO [RS_CLOSE_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-12-09T23:17:20,094 DEBUG [RS_CLOSE_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/hbase/meta/1588230740/.tmp/info/2b51b1fc85424e53ad9378459f38543a is 95, key is TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599./info:/1733786088706/DeleteFamily/seqid=0 2024-12-09T23:17:20,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742421_1597 (size=6514) 2024-12-09T23:17:20,170 INFO [regionserver/aab77d931c0c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T23:17:20,211 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-09T23:17:20,276 DEBUG [RS:0;aab77d931c0c:40923 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-09T23:17:20,476 DEBUG [RS:0;aab77d931c0c:40923 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-09T23:17:20,498 INFO [RS_CLOSE_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/hbase/meta/1588230740/.tmp/info/2b51b1fc85424e53ad9378459f38543a 2024-12-09T23:17:20,522 DEBUG [RS_CLOSE_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/hbase/meta/1588230740/.tmp/ns/ed7c54debffb46faaca351f44e62cd4c is 93, key is TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599./ns:/1733786088667/DeleteFamily/seqid=0 2024-12-09T23:17:20,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742422_1598 (size=5906) 2024-12-09T23:17:20,676 DEBUG [RS:0;aab77d931c0c:40923 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-09T23:17:20,741 INFO [regionserver/aab77d931c0c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-09T23:17:20,741 INFO [regionserver/aab77d931c0c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-09T23:17:20,877 DEBUG [RS:0;aab77d931c0c:40923 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-09T23:17:20,926 INFO [RS_CLOSE_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/hbase/meta/1588230740/.tmp/ns/ed7c54debffb46faaca351f44e62cd4c 2024-12-09T23:17:20,953 DEBUG [RS_CLOSE_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/hbase/meta/1588230740/.tmp/rep_barrier/0a0db1116f6f4ccdbceebc3c1b35efc2 is 102, key is TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599./rep_barrier:/1733786088667/DeleteFamily/seqid=0 2024-12-09T23:17:20,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742423_1599 (size=6025) 2024-12-09T23:17:21,077 DEBUG [RS:0;aab77d931c0c:40923 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-09T23:17:21,277 DEBUG [RS:0;aab77d931c0c:40923 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-09T23:17:21,357 INFO [RS_CLOSE_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/hbase/meta/1588230740/.tmp/rep_barrier/0a0db1116f6f4ccdbceebc3c1b35efc2 2024-12-09T23:17:21,383 DEBUG [RS_CLOSE_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/hbase/meta/1588230740/.tmp/table/92ada2934f8440c690401140dbd12fab is 96, key is TestAcidGuarantees,,1733786054753.69f0ae44daec8c4dc849901faf38d599./table:/1733786088667/DeleteFamily/seqid=0 2024-12-09T23:17:21,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742424_1600 (size=5936) 2024-12-09T23:17:21,477 DEBUG [RS:0;aab77d931c0c:40923 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-09T23:17:21,678 DEBUG [RS:0;aab77d931c0c:40923 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-09T23:17:21,787 INFO [RS_CLOSE_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/hbase/meta/1588230740/.tmp/table/92ada2934f8440c690401140dbd12fab 2024-12-09T23:17:21,797 DEBUG [RS_CLOSE_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/hbase/meta/1588230740/.tmp/info/2b51b1fc85424e53ad9378459f38543a as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/hbase/meta/1588230740/info/2b51b1fc85424e53ad9378459f38543a 2024-12-09T23:17:21,804 INFO [RS_CLOSE_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/hbase/meta/1588230740/info/2b51b1fc85424e53ad9378459f38543a, entries=12, sequenceid=90, filesize=6.4 K 2024-12-09T23:17:21,805 DEBUG [RS_CLOSE_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/hbase/meta/1588230740/.tmp/ns/ed7c54debffb46faaca351f44e62cd4c as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/hbase/meta/1588230740/ns/ed7c54debffb46faaca351f44e62cd4c 2024-12-09T23:17:21,809 INFO [RS_CLOSE_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/hbase/meta/1588230740/ns/ed7c54debffb46faaca351f44e62cd4c, entries=8, sequenceid=90, filesize=5.8 K 2024-12-09T23:17:21,810 DEBUG [RS_CLOSE_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/hbase/meta/1588230740/.tmp/rep_barrier/0a0db1116f6f4ccdbceebc3c1b35efc2 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/hbase/meta/1588230740/rep_barrier/0a0db1116f6f4ccdbceebc3c1b35efc2 2024-12-09T23:17:21,814 INFO [RS_CLOSE_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/hbase/meta/1588230740/rep_barrier/0a0db1116f6f4ccdbceebc3c1b35efc2, entries=6, sequenceid=90, filesize=5.9 K 2024-12-09T23:17:21,815 DEBUG [RS_CLOSE_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/hbase/meta/1588230740/.tmp/table/92ada2934f8440c690401140dbd12fab as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/hbase/meta/1588230740/table/92ada2934f8440c690401140dbd12fab 2024-12-09T23:17:21,820 INFO [RS_CLOSE_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/hbase/meta/1588230740/table/92ada2934f8440c690401140dbd12fab, entries=7, sequenceid=90, filesize=5.8 K 2024-12-09T23:17:21,821 INFO [RS_CLOSE_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1745ms, sequenceid=90, compaction requested=false 2024-12-09T23:17:21,828 DEBUG [RS_CLOSE_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-12-09T23:17:21,829 DEBUG [RS_CLOSE_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T23:17:21,829 INFO [RS_CLOSE_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-09T23:17:21,829 DEBUG [RS_CLOSE_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733786240075Running coprocessor pre-close hooks at 1733786240075Disabling compacts and flushes for region at 1733786240075Disabling writes for close at 1733786240076 (+1 ms)Obtaining lock to block concurrent updates at 1733786240076Preparing flush snapshotting stores in 1588230740 at 1733786240076Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1733786240076Flushing stores of hbase:meta,,1.1588230740 at 1733786240077 (+1 ms)Flushing 1588230740/info: creating writer at 1733786240077Flushing 1588230740/info: appending metadata at 1733786240093 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733786240093Flushing 1588230740/ns: creating writer at 1733786240507 (+414 ms)Flushing 1588230740/ns: appending metadata at 1733786240522 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733786240522Flushing 1588230740/rep_barrier: creating writer at 1733786240935 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733786240953 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733786240953Flushing 1588230740/table: creating writer at 1733786241365 (+412 ms)Flushing 1588230740/table: appending metadata at 1733786241383 (+18 ms)Flushing 1588230740/table: closing flushed file at 1733786241383Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79f260ff: reopening flushed file at 1733786241796 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@180d34f: reopening flushed file at 1733786241804 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54dc0a22: reopening flushed file at 1733786241809 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2433b604: reopening flushed file at 1733786241814 (+5 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1745ms, sequenceid=90, compaction requested=false at 1733786241821 (+7 ms)Writing region close event to WAL at 1733786241824 (+3 ms)Running coprocessor post-close hooks at 1733786241828 (+4 ms)Closed at 1733786241829 (+1 ms) 2024-12-09T23:17:21,829 DEBUG [RS_CLOSE_META-regionserver/aab77d931c0c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-09T23:17:21,878 INFO [RS:0;aab77d931c0c:40923 {}] regionserver.HRegionServer(976): stopping server aab77d931c0c,40923,1733786050901; all regions closed. 2024-12-09T23:17:21,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741834_1010 (size=25344) 2024-12-09T23:17:21,891 DEBUG [RS:0;aab77d931c0c:40923 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/oldWALs 2024-12-09T23:17:21,891 INFO [RS:0;aab77d931c0c:40923 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL aab77d931c0c%2C40923%2C1733786050901.meta:.meta(num 1733786054358) 2024-12-09T23:17:21,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741833_1009 (size=18092030) 2024-12-09T23:17:21,895 DEBUG [RS:0;aab77d931c0c:40923 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/oldWALs 2024-12-09T23:17:21,895 INFO [RS:0;aab77d931c0c:40923 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL aab77d931c0c%2C40923%2C1733786050901:(num 1733786053890) 2024-12-09T23:17:21,895 DEBUG [RS:0;aab77d931c0c:40923 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T23:17:21,895 INFO [RS:0;aab77d931c0c:40923 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T23:17:21,895 INFO [RS:0;aab77d931c0c:40923 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T23:17:21,895 INFO [RS:0;aab77d931c0c:40923 {}] hbase.ChoreService(370): Chore service for: regionserver/aab77d931c0c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-09T23:17:21,896 INFO [RS:0;aab77d931c0c:40923 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T23:17:21,896 INFO [regionserver/aab77d931c0c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T23:17:21,896 INFO [RS:0;aab77d931c0c:40923 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40923 2024-12-09T23:17:21,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33465-0x1000cdb9fe00000, quorum=127.0.0.1:54741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T23:17:21,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40923-0x1000cdb9fe00001, quorum=127.0.0.1:54741, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/aab77d931c0c,40923,1733786050901 2024-12-09T23:17:21,963 INFO [RS:0;aab77d931c0c:40923 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T23:17:21,974 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [aab77d931c0c,40923,1733786050901] 2024-12-09T23:17:21,984 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/aab77d931c0c,40923,1733786050901 already deleted, retry=false 2024-12-09T23:17:21,984 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; aab77d931c0c,40923,1733786050901 expired; onlineServers=0 2024-12-09T23:17:21,985 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'aab77d931c0c,33465,1733786049737' ***** 2024-12-09T23:17:21,985 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-09T23:17:21,985 INFO [M:0;aab77d931c0c:33465 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T23:17:21,985 INFO [M:0;aab77d931c0c:33465 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T23:17:21,985 DEBUG [M:0;aab77d931c0c:33465 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-09T23:17:21,986 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-09T23:17:21,986 DEBUG [M:0;aab77d931c0c:33465 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-09T23:17:21,986 DEBUG [master/aab77d931c0c:0:becomeActiveMaster-HFileCleaner.large.0-1733786053583 {}] cleaner.HFileCleaner(306): Exit Thread[master/aab77d931c0c:0:becomeActiveMaster-HFileCleaner.large.0-1733786053583,5,FailOnTimeoutGroup] 2024-12-09T23:17:21,986 DEBUG [master/aab77d931c0c:0:becomeActiveMaster-HFileCleaner.small.0-1733786053589 {}] cleaner.HFileCleaner(306): Exit Thread[master/aab77d931c0c:0:becomeActiveMaster-HFileCleaner.small.0-1733786053589,5,FailOnTimeoutGroup] 2024-12-09T23:17:21,986 INFO [M:0;aab77d931c0c:33465 {}] hbase.ChoreService(370): Chore service for: master/aab77d931c0c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-09T23:17:21,986 INFO [M:0;aab77d931c0c:33465 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T23:17:21,986 DEBUG [M:0;aab77d931c0c:33465 {}] master.HMaster(1795): Stopping service threads 2024-12-09T23:17:21,987 INFO [M:0;aab77d931c0c:33465 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-09T23:17:21,987 INFO [M:0;aab77d931c0c:33465 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-09T23:17:21,987 ERROR [M:0;aab77d931c0c:33465 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (726517346) connection to localhost/127.0.0.1:46719 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:46719,5,PEWorkerGroup] 2024-12-09T23:17:21,988 INFO [M:0;aab77d931c0c:33465 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-09T23:17:21,988 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-09T23:17:21,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33465-0x1000cdb9fe00000, quorum=127.0.0.1:54741, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-09T23:17:21,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33465-0x1000cdb9fe00000, quorum=127.0.0.1:54741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T23:17:21,999 DEBUG [M:0;aab77d931c0c:33465 {}] zookeeper.ZKUtil(347): master:33465-0x1000cdb9fe00000, quorum=127.0.0.1:54741, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-09T23:17:22,000 WARN [M:0;aab77d931c0c:33465 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-09T23:17:22,000 INFO [M:0;aab77d931c0c:33465 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/.lastflushedseqids 2024-12-09T23:17:22,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742425_1601 (size=72) 2024-12-09T23:17:22,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40923-0x1000cdb9fe00001, quorum=127.0.0.1:54741, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T23:17:22,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40923-0x1000cdb9fe00001, quorum=127.0.0.1:54741, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T23:17:22,075 INFO [RS:0;aab77d931c0c:40923 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T23:17:22,076 INFO [RS:0;aab77d931c0c:40923 {}] regionserver.HRegionServer(1031): Exiting; stopping=aab77d931c0c,40923,1733786050901; zookeeper connection closed. 2024-12-09T23:17:22,076 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@674386a6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@674386a6 2024-12-09T23:17:22,077 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-09T23:17:22,412 INFO [M:0;aab77d931c0c:33465 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-09T23:17:22,413 INFO [M:0;aab77d931c0c:33465 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-09T23:17:22,414 DEBUG [M:0;aab77d931c0c:33465 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T23:17:22,414 INFO [M:0;aab77d931c0c:33465 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T23:17:22,414 DEBUG [M:0;aab77d931c0c:33465 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T23:17:22,414 DEBUG [M:0;aab77d931c0c:33465 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T23:17:22,414 DEBUG [M:0;aab77d931c0c:33465 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T23:17:22,414 INFO [M:0;aab77d931c0c:33465 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=783.94 KB heapSize=961.06 KB 2024-12-09T23:17:22,434 DEBUG [M:0;aab77d931c0c:33465 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b75cf7aff1d34cf6a110cecb30b48605 is 82, key is hbase:meta,,1/info:regioninfo/1733786054444/Put/seqid=0 2024-12-09T23:17:22,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742426_1602 (size=5672) 2024-12-09T23:17:22,838 INFO [M:0;aab77d931c0c:33465 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2193 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b75cf7aff1d34cf6a110cecb30b48605 2024-12-09T23:17:22,871 DEBUG [M:0;aab77d931c0c:33465 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3fd24eb8071c47dcb951a42f940beef8 is 2480, key is \x00\x00\x00\x00\x00\x00\x00\x95/proc:d/1733786214660/Put/seqid=0 2024-12-09T23:17:22,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742427_1603 (size=45346) 2024-12-09T23:17:23,275 INFO [M:0;aab77d931c0c:33465 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=783.38 KB at sequenceid=2193 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3fd24eb8071c47dcb951a42f940beef8 2024-12-09T23:17:23,278 INFO [M:0;aab77d931c0c:33465 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3fd24eb8071c47dcb951a42f940beef8 2024-12-09T23:17:23,290 DEBUG [M:0;aab77d931c0c:33465 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4b8c6cd86080453b9ad8d24145934b6f is 69, key is aab77d931c0c,40923,1733786050901/rs:state/1733786053630/Put/seqid=0 2024-12-09T23:17:23,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073742428_1604 (size=5156) 2024-12-09T23:17:23,694 INFO [M:0;aab77d931c0c:33465 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2193 (bloomFilter=true), to=hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4b8c6cd86080453b9ad8d24145934b6f 2024-12-09T23:17:23,704 DEBUG [M:0;aab77d931c0c:33465 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b75cf7aff1d34cf6a110cecb30b48605 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b75cf7aff1d34cf6a110cecb30b48605 2024-12-09T23:17:23,708 INFO [M:0;aab77d931c0c:33465 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b75cf7aff1d34cf6a110cecb30b48605, entries=8, sequenceid=2193, filesize=5.5 K 2024-12-09T23:17:23,709 DEBUG [M:0;aab77d931c0c:33465 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3fd24eb8071c47dcb951a42f940beef8 as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3fd24eb8071c47dcb951a42f940beef8 2024-12-09T23:17:23,712 INFO [M:0;aab77d931c0c:33465 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3fd24eb8071c47dcb951a42f940beef8 2024-12-09T23:17:23,712 INFO [M:0;aab77d931c0c:33465 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3fd24eb8071c47dcb951a42f940beef8, entries=170, sequenceid=2193, filesize=44.3 K 2024-12-09T23:17:23,713 DEBUG [M:0;aab77d931c0c:33465 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4b8c6cd86080453b9ad8d24145934b6f as hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4b8c6cd86080453b9ad8d24145934b6f 2024-12-09T23:17:23,716 INFO [M:0;aab77d931c0c:33465 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46719/user/jenkins/test-data/0f4e49f2-0d25-ad06-2413-53ec98e59f85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4b8c6cd86080453b9ad8d24145934b6f, entries=1, sequenceid=2193, filesize=5.0 K 2024-12-09T23:17:23,717 INFO [M:0;aab77d931c0c:33465 {}] regionserver.HRegion(3140): Finished flush of dataSize ~783.94 KB/802752, heapSize ~960.77 KB/983824, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1303ms, sequenceid=2193, compaction requested=false 2024-12-09T23:17:23,719 INFO [M:0;aab77d931c0c:33465 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T23:17:23,719 DEBUG [M:0;aab77d931c0c:33465 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733786242414Disabling compacts and flushes for region at 1733786242414Disabling writes for close at 1733786242414Obtaining lock to block concurrent updates at 1733786242414Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733786242414Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=802752, getHeapSize=984064, getOffHeapSize=0, getCellsCount=2388 at 1733786242415 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733786242416 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733786242416Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733786242434 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733786242434Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733786242849 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733786242871 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733786242871Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733786243278 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733786243289 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733786243290 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58527cbf: reopening flushed file at 1733786243703 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b77abae: reopening flushed file at 1733786243708 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b09078a: reopening flushed file at 1733786243712 (+4 ms)Finished flush of dataSize ~783.94 KB/802752, heapSize ~960.77 KB/983824, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1303ms, sequenceid=2193, compaction requested=false at 1733786243717 (+5 ms)Writing region close event to WAL at 1733786243719 (+2 ms)Closed at 1733786243719 2024-12-09T23:17:23,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39997 is added to blk_1073741830_1006 (size=946496) 2024-12-09T23:17:23,722 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T23:17:23,723 INFO [M:0;aab77d931c0c:33465 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-09T23:17:23,723 INFO [M:0;aab77d931c0c:33465 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33465 2024-12-09T23:17:23,723 INFO [M:0;aab77d931c0c:33465 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T23:17:23,764 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-09T23:17:23,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33465-0x1000cdb9fe00000, quorum=127.0.0.1:54741, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T23:17:23,874 INFO [M:0;aab77d931c0c:33465 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T23:17:23,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33465-0x1000cdb9fe00000, quorum=127.0.0.1:54741, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T23:17:23,878 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3dfb1097{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T23:17:23,881 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16142ff{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T23:17:23,882 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T23:17:23,882 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ef5f873{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T23:17:23,882 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b8e8cdd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44a136a6-d2c9-053d-4618-772a6fd623ac/hadoop.log.dir/,STOPPED} 2024-12-09T23:17:23,885 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T23:17:23,885 WARN [BP-258796274-172.17.0.3-1733786043782 heartbeating to localhost/127.0.0.1:46719 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T23:17:23,885 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T23:17:23,885 WARN [BP-258796274-172.17.0.3-1733786043782 heartbeating to localhost/127.0.0.1:46719 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-258796274-172.17.0.3-1733786043782 (Datanode Uuid 3d786da9-1cc0-4702-97f5-41943fdee9dc) service to localhost/127.0.0.1:46719 2024-12-09T23:17:23,888 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44a136a6-d2c9-053d-4618-772a6fd623ac/cluster_96ee5381-de9c-1e85-9600-e2d193d96e91/data/data1/current/BP-258796274-172.17.0.3-1733786043782 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T23:17:23,888 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44a136a6-d2c9-053d-4618-772a6fd623ac/cluster_96ee5381-de9c-1e85-9600-e2d193d96e91/data/data2/current/BP-258796274-172.17.0.3-1733786043782 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T23:17:23,889 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T23:17:23,894 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1bbf242f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T23:17:23,894 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@34657887{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T23:17:23,895 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T23:17:23,895 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41752735{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T23:17:23,895 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7def033e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44a136a6-d2c9-053d-4618-772a6fd623ac/hadoop.log.dir/,STOPPED} 2024-12-09T23:17:23,907 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-09T23:17:24,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down